[ 630.202367] env[69162]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69162) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 630.202768] env[69162]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69162) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 630.202890] env[69162]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69162) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 630.203242] env[69162]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 630.342705] env[69162]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69162) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 630.352828] env[69162]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69162) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 630.395571] env[69162]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 630.955463] env[69162]: INFO nova.virt.driver [None req-41500fee-59a9-4392-884d-18a9a23ea07d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 631.027540] env[69162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.027714] env[69162]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.027805] env[69162]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69162) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 634.271335] env[69162]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-3507f55d-6404-4c95-b7a8-696041fc99d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.287376] env[69162]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69162) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 634.287502] env[69162]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-4b203551-2a23-4d19-8daa-317c2025697c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.312827] env[69162]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 34518. [ 634.312956] env[69162]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.285s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.313570] env[69162]: INFO nova.virt.vmwareapi.driver [None req-41500fee-59a9-4392-884d-18a9a23ea07d None None] VMware vCenter version: 7.0.3 [ 634.317073] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073f869-b0ad-4ea1-ba6e-b7261b43c9d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.334470] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b218f291-bd46-45c4-89df-fe3100eb8b43 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.340639] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e103a6-1016-4a7c-bb65-8b2a1e7ede68 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.347378] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a07aa08-88c1-4c65-bbb1-c76b37314751 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.360449] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15dd035-bfce-4e0f-995c-80cbb5a88f79 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.366542] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4533602c-3d83-4513-ad27-97ff5fca8797 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.397149] env[69162]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1a8c935b-1b08-4566-93f6-2a6ea5343677 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.402473] env[69162]: DEBUG nova.virt.vmwareapi.driver [None req-41500fee-59a9-4392-884d-18a9a23ea07d None None] Extension org.openstack.compute already exists. {{(pid=69162) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 634.405251] env[69162]: INFO nova.compute.provider_config [None req-41500fee-59a9-4392-884d-18a9a23ea07d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 634.908997] env[69162]: DEBUG nova.context [None req-41500fee-59a9-4392-884d-18a9a23ea07d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),268a307d-27f7-408a-8a78-9d477176e3e5(cell1) {{(pid=69162) load_cells /opt/stack/nova/nova/context.py:464}} [ 634.911157] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.911390] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.912125] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.912667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Acquiring lock "268a307d-27f7-408a-8a78-9d477176e3e5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.912972] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Lock "268a307d-27f7-408a-8a78-9d477176e3e5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.914065] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Lock "268a307d-27f7-408a-8a78-9d477176e3e5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.936206] env[69162]: INFO dbcounter [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Registered counter for database nova_cell0 [ 634.944325] env[69162]: INFO dbcounter [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Registered counter for database nova_cell1 [ 634.947586] env[69162]: DEBUG oslo_db.sqlalchemy.engines [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69162) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 634.947937] env[69162]: DEBUG oslo_db.sqlalchemy.engines [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69162) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 634.952755] env[69162]: ERROR nova.db.main.api [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 634.952755] env[69162]: result = function(*args, **kwargs) [ 634.952755] env[69162]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 634.952755] env[69162]: return func(*args, **kwargs) [ 634.952755] env[69162]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 634.952755] env[69162]: result = fn(*args, **kwargs) [ 634.952755] env[69162]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 634.952755] env[69162]: return f(*args, **kwargs) [ 634.952755] env[69162]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 634.952755] env[69162]: return db.service_get_minimum_version(context, binaries) [ 634.952755] env[69162]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 634.952755] env[69162]: _check_db_access() [ 634.952755] env[69162]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 634.952755] env[69162]: stacktrace = ''.join(traceback.format_stack()) [ 634.952755] env[69162]: [ 634.953575] env[69162]: ERROR nova.db.main.api [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 634.953575] env[69162]: result = function(*args, **kwargs) [ 634.953575] env[69162]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 634.953575] env[69162]: return func(*args, **kwargs) [ 634.953575] env[69162]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 634.953575] env[69162]: result = fn(*args, **kwargs) [ 634.953575] env[69162]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 634.953575] env[69162]: return f(*args, **kwargs) [ 634.953575] env[69162]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 634.953575] env[69162]: return db.service_get_minimum_version(context, binaries) [ 634.953575] env[69162]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 634.953575] env[69162]: _check_db_access() [ 634.953575] env[69162]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 634.953575] env[69162]: stacktrace = ''.join(traceback.format_stack()) [ 634.953575] env[69162]: [ 634.954156] env[69162]: WARNING nova.objects.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Failed to get minimum service version for cell 268a307d-27f7-408a-8a78-9d477176e3e5 [ 634.954156] env[69162]: WARNING nova.objects.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 634.954537] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Acquiring lock "singleton_lock" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.954697] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Acquired lock "singleton_lock" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.954962] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Releasing lock "singleton_lock" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.955313] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Full set of CONF: {{(pid=69162) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 634.955461] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ******************************************************************************** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 634.955591] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] Configuration options gathered from: {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 634.955728] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 634.955921] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 634.956063] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ================================================================================ {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 634.956272] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] allow_resize_to_same_host = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.956440] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] arq_binding_timeout = 300 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.956574] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] backdoor_port = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.956701] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] backdoor_socket = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.956864] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] block_device_allocate_retries = 60 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.957049] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] block_device_allocate_retries_interval = 3 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.957228] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cert = self.pem {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.957397] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.957563] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute_monitors = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.957734] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] config_dir = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.957906] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] config_drive_format = iso9660 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.958052] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.958222] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] config_source = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.958387] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] console_host = devstack {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.958557] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] control_exchange = nova {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.958708] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cpu_allocation_ratio = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.958873] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] daemon = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.959051] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] debug = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.959210] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] default_access_ip_network_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.959378] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] default_availability_zone = nova {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.959532] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] default_ephemeral_format = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.959690] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] default_green_pool_size = 1000 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.959932] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.960110] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] default_schedule_zone = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.960271] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] disk_allocation_ratio = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.960431] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] enable_new_services = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.960609] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] enabled_apis = ['osapi_compute'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.960774] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] enabled_ssl_apis = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.960935] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] flat_injected = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.961107] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] force_config_drive = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.961275] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] force_raw_images = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.961448] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] graceful_shutdown_timeout = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.961612] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] heal_instance_info_cache_interval = -1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.961838] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] host = cpu-1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.962026] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.962193] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] initial_disk_allocation_ratio = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.962353] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] initial_ram_allocation_ratio = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.962587] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.962764] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] instance_build_timeout = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.962925] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] instance_delete_interval = 300 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.963109] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] instance_format = [instance: %(uuid)s] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.963277] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] instance_name_template = instance-%08x {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.963436] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] instance_usage_audit = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.963606] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] instance_usage_audit_period = month {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.963793] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.963963] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] instances_path = /opt/stack/data/nova/instances {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.964147] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] internal_service_availability_zone = internal {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.964307] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] key = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.964465] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] live_migration_retry_count = 30 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.964631] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] log_color = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.964795] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] log_config_append = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.964983] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.965169] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] log_dir = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.965329] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] log_file = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.965459] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] log_options = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.965622] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] log_rotate_interval = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.965836] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] log_rotate_interval_type = days {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.966034] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] log_rotation_type = none {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.966178] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.966310] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.966484] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.966650] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.966781] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.966948] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] long_rpc_timeout = 1800 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.967123] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] max_concurrent_builds = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.967284] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] max_concurrent_live_migrations = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.967440] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] max_concurrent_snapshots = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.967598] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] max_local_block_devices = 3 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.967753] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] max_logfile_count = 30 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.967909] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] max_logfile_size_mb = 200 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.968076] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] maximum_instance_delete_attempts = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.968246] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] metadata_listen = 0.0.0.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.968411] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] metadata_listen_port = 8775 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.968581] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] metadata_workers = 2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.968747] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] migrate_max_retries = -1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.968914] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] mkisofs_cmd = genisoimage {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.969137] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] my_block_storage_ip = 10.180.1.21 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.969273] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] my_ip = 10.180.1.21 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.969480] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.969645] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] network_allocate_retries = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.969828] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.969997] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] osapi_compute_listen = 0.0.0.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.970176] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] osapi_compute_listen_port = 8774 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.970349] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] osapi_compute_unique_server_name_scope = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.970522] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] osapi_compute_workers = 2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.970687] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] password_length = 12 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.970851] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] periodic_enable = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.971020] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] periodic_fuzzy_delay = 60 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.971195] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] pointer_model = usbtablet {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.971363] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] preallocate_images = none {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.971519] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] publish_errors = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.971648] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] pybasedir = /opt/stack/nova {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.971806] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ram_allocation_ratio = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.971962] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] rate_limit_burst = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.972143] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] rate_limit_except_level = CRITICAL {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.972303] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] rate_limit_interval = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.972461] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] reboot_timeout = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.972643] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] reclaim_instance_interval = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.972811] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] record = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.972981] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] reimage_timeout_per_gb = 60 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.973164] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] report_interval = 120 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.973323] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] rescue_timeout = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.973481] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] reserved_host_cpus = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.973643] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] reserved_host_disk_mb = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.973829] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] reserved_host_memory_mb = 512 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.973990] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] reserved_huge_pages = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.974165] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] resize_confirm_window = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.974325] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] resize_fs_using_block_device = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.974482] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] resume_guests_state_on_host_boot = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.974652] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.974819] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] rpc_response_timeout = 60 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.975011] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] run_external_periodic_tasks = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.975196] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] running_deleted_instance_action = reap {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.975360] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] running_deleted_instance_poll_interval = 1800 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.975519] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] running_deleted_instance_timeout = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.975680] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler_instance_sync_interval = 120 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.975850] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_down_time = 720 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.976031] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] servicegroup_driver = db {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.976194] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] shell_completion = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.976355] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] shelved_offload_time = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.976514] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] shelved_poll_interval = 3600 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.976682] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] shutdown_timeout = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.976846] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] source_is_ipv6 = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.977028] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ssl_only = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.977273] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.977446] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] sync_power_state_interval = 600 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.977609] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] sync_power_state_pool_size = 1000 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.977782] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] syslog_log_facility = LOG_USER {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.977943] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] tempdir = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.978116] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] timeout_nbd = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.978286] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] transport_url = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.978450] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] update_resources_interval = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.978613] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] use_cow_images = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.978775] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] use_journal = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.978934] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] use_json = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980034] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] use_rootwrap_daemon = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980034] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] use_stderr = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980034] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] use_syslog = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980034] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vcpu_pin_set = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980034] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plugging_is_fatal = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980034] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plugging_timeout = 300 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980034] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] virt_mkfs = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980565] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] volume_usage_poll_interval = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980565] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] watch_log_file = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980565] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] web = /usr/share/spice-html5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 634.980680] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.980845] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.981018] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.981261] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_concurrency.disable_process_locking = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.981738] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.981936] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.982126] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.982308] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.982482] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.982689] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.982889] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.auth_strategy = keystone {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.983071] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.compute_link_prefix = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.983253] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.983430] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.dhcp_domain = novalocal {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.983604] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.enable_instance_password = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.983794] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.glance_link_prefix = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.983964] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.984154] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.984323] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.instance_list_per_project_cells = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.984486] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.list_records_by_skipping_down_cells = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.984651] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.local_metadata_per_cell = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.984818] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.max_limit = 1000 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.985028] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.metadata_cache_expiration = 15 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.985219] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.neutron_default_tenant_id = default {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.985396] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.response_validation = warn {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.985567] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.use_neutron_default_nets = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.985738] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.985900] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.986078] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.986256] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.986427] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.vendordata_dynamic_targets = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.986592] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.vendordata_jsonfile_path = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.986777] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.986975] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.backend = dogpile.cache.memcached {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.987164] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.backend_argument = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.987327] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.backend_expiration_time = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.987500] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.config_prefix = cache.oslo {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.987670] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.dead_timeout = 60.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.987835] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.debug_cache_backend = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.987999] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.enable_retry_client = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.988176] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.enable_socket_keepalive = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.988348] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.enabled = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.988516] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.enforce_fips_mode = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.988679] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.expiration_time = 600 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.988844] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.hashclient_retry_attempts = 2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.989022] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.hashclient_retry_delay = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.989191] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.memcache_dead_retry = 300 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.989353] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.memcache_password = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.989518] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.989682] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.989848] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.memcache_pool_maxsize = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.990030] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.990193] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.memcache_sasl_enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.990370] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.990539] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.memcache_socket_timeout = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.990699] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.memcache_username = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.990866] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.proxies = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.991059] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.redis_db = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.991262] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.redis_password = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.991446] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.redis_sentinel_service_name = mymaster {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.991624] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.991795] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.redis_server = localhost:6379 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.991962] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.redis_socket_timeout = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.992140] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.redis_username = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.992308] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.retry_attempts = 2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.992476] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.retry_delay = 0.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.992664] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.socket_keepalive_count = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.992840] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.socket_keepalive_idle = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.993008] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.socket_keepalive_interval = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.993177] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.tls_allowed_ciphers = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.993338] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.tls_cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.993497] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.tls_certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.993673] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.tls_enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.993847] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cache.tls_keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.994031] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.auth_section = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.994211] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.auth_type = password {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.994415] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.994636] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.catalog_info = volumev3::publicURL {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.994809] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.994979] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.995166] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.cross_az_attach = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.995335] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.debug = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.995498] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.endpoint_template = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.995667] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.http_retries = 3 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.995835] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.995998] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.996190] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.os_region_name = RegionOne {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.996359] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.996523] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cinder.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.996699] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.996863] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.cpu_dedicated_set = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.997041] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.cpu_shared_set = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.997212] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.image_type_exclude_list = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.997379] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.997545] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.max_concurrent_disk_ops = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.997709] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.max_disk_devices_to_attach = -1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.997875] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.998065] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.998236] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.resource_provider_association_refresh = 300 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.998401] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.998565] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.shutdown_retry_interval = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.998747] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.998927] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] conductor.workers = 2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.999119] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] console.allowed_origins = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.999284] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] console.ssl_ciphers = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.999459] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] console.ssl_minimum_version = default {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.999629] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] consoleauth.enforce_session_timeout = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.999800] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] consoleauth.token_ttl = 600 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 634.999972] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.000146] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.000312] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.000471] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.connect_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.000631] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.connect_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.000791] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.endpoint_override = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.000955] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.001129] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.001288] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.max_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.001445] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.min_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.001603] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.region_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.001762] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.retriable_status_codes = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.001920] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.service_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.002158] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.service_type = accelerator {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.002355] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.002524] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.status_code_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.002707] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.status_code_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.002873] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.003070] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.003243] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] cyborg.version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.003409] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.asyncio_connection = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.003573] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.asyncio_slave_connection = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.003747] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.backend = sqlalchemy {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.003918] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.connection = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.004096] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.connection_debug = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.004269] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.connection_parameters = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.004433] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.connection_recycle_time = 3600 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.004598] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.connection_trace = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.004763] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.db_inc_retry_interval = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.004946] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.db_max_retries = 20 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.005133] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.db_max_retry_interval = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.005301] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.db_retry_interval = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.005467] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.max_overflow = 50 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.005629] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.max_pool_size = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.005796] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.max_retries = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.005966] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.006141] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.mysql_wsrep_sync_wait = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.006303] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.pool_timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.006467] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.retry_interval = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.006627] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.slave_connection = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.006791] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.sqlite_synchronous = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.006955] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] database.use_db_reconnect = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.007137] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.asyncio_connection = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.007297] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.asyncio_slave_connection = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.007468] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.backend = sqlalchemy {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.007635] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.connection = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.007800] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.connection_debug = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.007969] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.connection_parameters = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.008148] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.connection_recycle_time = 3600 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.008310] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.connection_trace = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.008473] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.db_inc_retry_interval = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.008633] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.db_max_retries = 20 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.008796] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.db_max_retry_interval = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.008957] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.db_retry_interval = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.009134] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.max_overflow = 50 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.009297] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.max_pool_size = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.009457] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.max_retries = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.009627] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.009789] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.009978] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.pool_timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.010208] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.retry_interval = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.010378] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.slave_connection = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.010544] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] api_database.sqlite_synchronous = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.010722] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] devices.enabled_mdev_types = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.010900] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.011094] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ephemeral_storage_encryption.default_format = luks {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.011301] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ephemeral_storage_encryption.enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.011479] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.011655] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.api_servers = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.011824] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.011988] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.012172] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.012334] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.connect_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.012495] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.connect_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.012696] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.debug = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.012867] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.default_trusted_certificate_ids = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.013043] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.enable_certificate_validation = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.013210] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.enable_rbd_download = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.013369] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.endpoint_override = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.013561] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.013720] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.013895] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.max_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.014068] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.min_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.014233] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.num_retries = 3 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.014403] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.rbd_ceph_conf = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.014564] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.rbd_connect_timeout = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.014734] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.rbd_pool = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.014902] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.rbd_user = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.015085] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.region_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.015251] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.retriable_status_codes = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.015409] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.service_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.015579] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.service_type = image {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.015744] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.015905] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.status_code_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.016076] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.status_code_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.016239] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.016421] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.016586] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.verify_glance_signatures = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.016752] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] glance.version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.016916] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] guestfs.debug = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.017104] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.auth_section = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.017270] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.auth_type = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.017431] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.017592] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.017758] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.017918] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.connect_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.018090] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.connect_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.018250] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.endpoint_override = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.018411] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.018571] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.018731] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.max_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.018887] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.min_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.019064] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.region_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.019229] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.retriable_status_codes = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.019390] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.service_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.019562] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.service_type = shared-file-system {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.019730] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.share_apply_policy_timeout = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.019888] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.020061] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.status_code_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.020224] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.status_code_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.020385] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.020567] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.020730] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] manila.version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.020899] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] mks.enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.021272] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.021463] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] image_cache.manager_interval = 2400 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.021633] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] image_cache.precache_concurrency = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.021807] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] image_cache.remove_unused_base_images = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.021977] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.022163] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.022343] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] image_cache.subdirectory_name = _base {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.022516] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.api_max_retries = 60 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.022713] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.api_retry_interval = 2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.022880] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.auth_section = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.023066] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.auth_type = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.023233] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.023394] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.023559] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.023752] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.conductor_group = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.023923] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.connect_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.024097] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.connect_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.024262] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.endpoint_override = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.024426] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.024586] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.024747] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.max_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.024931] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.min_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.025136] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.peer_list = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.025299] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.region_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.025460] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.retriable_status_codes = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.025627] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.serial_console_state_timeout = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.025790] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.service_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.025962] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.service_type = baremetal {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.026138] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.shard = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.026304] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.026464] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.status_code_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.026623] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.status_code_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.026783] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.026964] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.027142] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ironic.version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.027359] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.027502] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] key_manager.fixed_key = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.027686] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.027855] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.barbican_api_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.028028] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.barbican_endpoint = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.028210] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.barbican_endpoint_type = public {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.028372] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.barbican_region_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.028532] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.028692] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.028858] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.029028] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.029195] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.029357] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.number_of_retries = 60 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.029516] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.retry_delay = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.029677] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.send_service_user_token = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.029840] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.029997] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.030172] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.verify_ssl = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.030330] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican.verify_ssl_path = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.030495] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican_service_user.auth_section = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.030657] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican_service_user.auth_type = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.030816] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican_service_user.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.030972] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican_service_user.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.031151] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican_service_user.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.031312] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican_service_user.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.031468] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican_service_user.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.031628] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican_service_user.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.031786] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] barbican_service_user.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.031952] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.approle_role_id = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.032127] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.approle_secret_id = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.032298] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.kv_mountpoint = secret {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.032457] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.kv_path = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.032646] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.kv_version = 2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.032819] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.namespace = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.032983] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.root_token_id = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.033158] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.ssl_ca_crt_file = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.033329] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.timeout = 60.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.033494] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.use_ssl = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.033679] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.033865] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.034040] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.034210] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.034371] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.connect_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.034531] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.connect_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.034692] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.endpoint_override = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.034860] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.035058] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.035226] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.max_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.035386] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.min_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.035549] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.region_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.035712] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.retriable_status_codes = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.035869] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.service_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.036050] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.service_type = identity {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.036219] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.036375] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.status_code_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.036533] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.status_code_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.036693] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.036875] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.037075] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] keystone.version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.037278] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.ceph_mount_options = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.037584] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.037766] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.connection_uri = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.037930] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.cpu_mode = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.038109] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.cpu_model_extra_flags = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.038280] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.cpu_models = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.038455] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.cpu_power_governor_high = performance {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.038625] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.cpu_power_governor_low = powersave {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.038790] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.cpu_power_management = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.038963] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.039145] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.device_detach_attempts = 8 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.039310] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.device_detach_timeout = 20 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.039477] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.disk_cachemodes = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.039639] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.disk_prefix = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.039807] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.enabled_perf_events = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.039970] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.file_backed_memory = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.040150] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.gid_maps = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.040311] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.hw_disk_discard = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.040469] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.hw_machine_type = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.040639] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.images_rbd_ceph_conf = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.040801] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.040962] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.041154] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.images_rbd_glance_store_name = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.041325] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.images_rbd_pool = rbd {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.041493] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.images_type = default {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.041653] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.images_volume_group = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.041813] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.inject_key = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.041972] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.inject_partition = -2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.042144] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.inject_password = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.042303] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.iscsi_iface = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.042461] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.iser_use_multipath = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.042647] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_bandwidth = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.042824] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.042991] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_downtime = 500 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.043171] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.043329] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.043487] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_inbound_addr = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.043653] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.043831] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_permit_post_copy = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.043991] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_scheme = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.044180] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_timeout_action = abort {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.044341] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_tunnelled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.044500] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_uri = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.044663] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.live_migration_with_native_tls = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.044822] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.max_queues = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.045027] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.045288] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.045453] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.nfs_mount_options = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.045747] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.045925] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.046106] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.num_iser_scan_tries = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.046268] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.num_memory_encrypted_guests = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.046431] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.046591] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.num_pcie_ports = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.046758] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.num_volume_scan_tries = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.046920] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.pmem_namespaces = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.047092] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.quobyte_client_cfg = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.047386] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.047580] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.rbd_connect_timeout = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.047715] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.047879] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.048056] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.rbd_secret_uuid = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.048219] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.rbd_user = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.048384] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.048556] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.remote_filesystem_transport = ssh {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.048721] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.rescue_image_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.048880] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.rescue_kernel_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.049078] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.rescue_ramdisk_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.049272] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.049435] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.rx_queue_size = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.049604] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.smbfs_mount_options = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.049900] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.050091] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.snapshot_compression = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.050259] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.snapshot_image_format = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.050490] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.050660] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.sparse_logical_volumes = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.050826] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.swtpm_enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.050999] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.swtpm_group = tss {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.051184] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.swtpm_user = tss {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.051357] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.sysinfo_serial = unique {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.051517] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.tb_cache_size = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.051682] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.tx_queue_size = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.051851] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.uid_maps = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.052020] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.use_virtio_for_bridges = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.052197] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.virt_type = kvm {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.052365] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.volume_clear = zero {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.052526] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.volume_clear_size = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.052721] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.volume_enforce_multipath = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.052898] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.volume_use_multipath = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.053067] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.vzstorage_cache_path = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.053240] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.053409] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.vzstorage_mount_group = qemu {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.053574] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.vzstorage_mount_opts = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.053743] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.054039] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.054225] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.vzstorage_mount_user = stack {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.054397] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.054566] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.auth_section = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.054739] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.auth_type = password {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.054917] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.055110] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.055279] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.055437] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.connect_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.055595] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.connect_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.055769] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.default_floating_pool = public {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.055928] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.endpoint_override = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.056102] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.extension_sync_interval = 600 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.056265] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.http_retries = 3 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.056430] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.056588] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.056747] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.max_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.056917] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.057090] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.min_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.057259] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.ovs_bridge = br-int {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.057423] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.physnets = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.057592] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.region_name = RegionOne {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.057759] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.retriable_status_codes = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.057924] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.service_metadata_proxy = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.058094] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.service_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.058267] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.service_type = network {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.058431] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.058587] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.status_code_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.058748] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.status_code_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.058907] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.059100] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.059263] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] neutron.version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.059435] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] notifications.bdms_in_notifications = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.059614] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] notifications.default_level = INFO {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.059782] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] notifications.include_share_mapping = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.059956] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] notifications.notification_format = unversioned {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.060145] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] notifications.notify_on_state_change = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.060325] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.060525] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] pci.alias = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.060711] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] pci.device_spec = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.060879] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] pci.report_in_placement = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.061086] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.auth_section = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.061285] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.auth_type = password {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.061455] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.061616] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.061778] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.061946] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.062118] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.connect_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.062283] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.connect_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.062441] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.default_domain_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.062624] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.default_domain_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.062789] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.domain_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.062949] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.domain_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.063120] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.endpoint_override = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.063284] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.063441] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.063599] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.max_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.063755] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.min_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.063922] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.password = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.064093] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.project_domain_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.064262] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.project_domain_name = Default {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.064429] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.project_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.064602] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.project_name = service {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.064771] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.region_name = RegionOne {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.064952] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.retriable_status_codes = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.065144] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.service_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.065321] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.service_type = placement {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.065483] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.065642] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.status_code_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.065805] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.status_code_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.065964] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.system_scope = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.066140] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.066300] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.trust_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.066458] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.user_domain_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.066629] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.user_domain_name = Default {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.066790] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.user_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.066966] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.username = nova {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.067164] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.067327] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] placement.version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.067509] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.cores = 20 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.067674] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.count_usage_from_placement = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.067850] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.068030] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.injected_file_content_bytes = 10240 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.068192] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.injected_file_path_length = 255 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.068356] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.injected_files = 5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.068522] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.instances = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.068687] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.key_pairs = 100 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.068853] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.metadata_items = 128 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.069032] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.ram = 51200 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.069201] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.recheck_quota = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.069367] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.server_group_members = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.069531] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.server_groups = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.069738] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.069914] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] quota.unified_limits_resource_strategy = require {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.070099] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.070267] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.070428] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler.image_metadata_prefilter = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.070627] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.070799] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler.max_attempts = 3 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.070959] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler.max_placement_results = 1000 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.071137] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.071302] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler.query_placement_for_image_type_support = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.071462] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.071635] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] scheduler.workers = 2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.071816] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.071991] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.072186] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.072358] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.072525] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.072713] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.072883] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.073084] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.073258] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.host_subset_size = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.073427] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.073591] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.073754] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.073919] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.074129] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.074304] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.isolated_hosts = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.074471] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.isolated_images = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.074633] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.074794] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.074957] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.075132] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.pci_in_placement = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.075294] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.075453] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.075613] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.075773] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.075934] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.076107] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.076273] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.track_instance_changes = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.076445] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.076614] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] metrics.required = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.076778] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] metrics.weight_multiplier = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.076941] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.077115] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] metrics.weight_setting = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.077421] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.077597] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] serial_console.enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.077779] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] serial_console.port_range = 10000:20000 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.077962] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.078127] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.078295] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] serial_console.serialproxy_port = 6083 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.078463] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_user.auth_section = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.078635] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_user.auth_type = password {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.078797] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_user.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.078955] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_user.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.079139] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_user.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.079300] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_user.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.079460] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_user.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.079630] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_user.send_service_user_token = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.079797] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_user.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.079954] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] service_user.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.080139] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.agent_enabled = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.080303] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.080626] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.080847] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.081031] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.html5proxy_port = 6082 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.081209] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.image_compression = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.081357] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.jpeg_compression = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.081515] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.playback_compression = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.081676] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.require_secure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.081847] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.server_listen = 127.0.0.1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.082021] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.082307] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.082478] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.streaming_mode = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.082685] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] spice.zlib_compression = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.082886] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] upgrade_levels.baseapi = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.083086] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] upgrade_levels.compute = auto {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.083258] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] upgrade_levels.conductor = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.083418] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] upgrade_levels.scheduler = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.083585] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vendordata_dynamic_auth.auth_section = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.083748] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vendordata_dynamic_auth.auth_type = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.083909] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vendordata_dynamic_auth.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.084078] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vendordata_dynamic_auth.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.084243] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.084403] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vendordata_dynamic_auth.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.084558] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vendordata_dynamic_auth.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.084718] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.084874] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vendordata_dynamic_auth.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.085055] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.api_retry_count = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.085220] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.ca_file = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.085392] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.cache_prefix = devstack-image-cache {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.085560] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.cluster_name = testcl1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.085748] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.connection_pool_size = 10 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.085923] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.console_delay_seconds = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.086108] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.datastore_regex = ^datastore.* {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.086321] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.086504] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.host_password = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.086675] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.host_port = 443 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.086847] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.host_username = administrator@vsphere.local {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.087026] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.insecure = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.087195] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.integration_bridge = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.087359] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.maximum_objects = 100 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.087517] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.pbm_default_policy = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.087677] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.pbm_enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.087837] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.pbm_wsdl_location = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.088012] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.088183] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.serial_port_proxy_uri = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.088340] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.serial_port_service_uri = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.088504] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.task_poll_interval = 0.5 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.088679] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.use_linked_clone = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.088878] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.vnc_keymap = en-us {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.089060] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.vnc_port = 5900 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.089229] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vmware.vnc_port_total = 10000 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.089412] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vnc.auth_schemes = ['none'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.089586] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vnc.enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.089876] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.090072] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.090247] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vnc.novncproxy_port = 6080 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.090433] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vnc.server_listen = 127.0.0.1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.090624] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.090790] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vnc.vencrypt_ca_certs = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.090947] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vnc.vencrypt_client_cert = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.091121] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vnc.vencrypt_client_key = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.091297] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.091461] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.disable_deep_image_inspection = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.091623] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.091804] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.091977] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.092157] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.disable_rootwrap = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.092319] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.enable_numa_live_migration = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.092478] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.092668] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.092843] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.093015] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.libvirt_disable_apic = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.093182] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.093343] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.093500] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.093704] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.093925] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.094110] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.094281] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.094441] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.094601] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.094787] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.094992] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.095182] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.client_socket_timeout = 900 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.095348] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.default_pool_size = 1000 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.095514] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.keep_alive = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.095681] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.max_header_line = 16384 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.095843] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.secure_proxy_ssl_header = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.096009] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.ssl_ca_file = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.096178] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.ssl_cert_file = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.096338] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.ssl_key_file = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.096503] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.tcp_keepidle = 600 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.096685] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.096856] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] zvm.ca_file = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.097030] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] zvm.cloud_connector_url = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.097330] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.097512] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] zvm.reachable_timeout = 300 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.097687] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.097888] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.098090] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.connection_string = messaging:// {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.098263] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.enabled = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.098433] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.es_doc_type = notification {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.098595] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.es_scroll_size = 10000 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.098769] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.es_scroll_time = 2m {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.098933] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.filter_error_trace = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.099123] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.hmac_keys = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.099297] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.sentinel_service_name = mymaster {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.099465] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.socket_timeout = 0.1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.099628] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.trace_requests = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.099792] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler.trace_sqlalchemy = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.099967] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler_jaeger.process_tags = {} {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.100140] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler_jaeger.service_name_prefix = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.100305] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] profiler_otlp.service_name_prefix = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.100468] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] remote_debug.host = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.100625] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] remote_debug.port = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.100806] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.100989] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.101169] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.101327] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.101484] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.101645] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.101804] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.101967] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.102200] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.102386] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.102549] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.102762] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.102938] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.103118] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.103283] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.103452] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.103634] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.103813] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.103981] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.104160] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.104323] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.104493] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.104657] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.104818] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.104979] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.105153] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.105314] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.105474] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.105633] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.105795] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.105953] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.ssl = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.106136] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.106303] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.106463] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.106648] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.106829] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.ssl_version = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.106992] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.107202] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.107368] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_notifications.retry = -1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.107544] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.107715] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_messaging_notifications.transport_url = **** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.107889] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.auth_section = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.108070] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.auth_type = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.108233] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.cafile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.108391] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.certfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.108550] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.collect_timing = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.108709] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.connect_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.108867] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.connect_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.109034] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.endpoint_id = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.109210] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.endpoint_interface = publicURL {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.109366] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.endpoint_override = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.109518] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.endpoint_region_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.109696] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.endpoint_service_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.109871] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.endpoint_service_type = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.110048] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.insecure = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.110208] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.keyfile = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.110363] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.max_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.110518] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.min_version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.110673] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.region_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.110832] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.retriable_status_codes = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.110988] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.service_name = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.111187] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.service_type = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.111349] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.split_loggers = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.111505] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.status_code_retries = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.111662] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.status_code_retry_delay = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.111817] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.timeout = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.111970] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.valid_interfaces = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.112139] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_limit.version = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.112302] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_reports.file_event_handler = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.112464] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.112661] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] oslo_reports.log_dir = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.112855] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.113034] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.113202] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.113370] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.113539] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.113729] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.113907] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.114082] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_ovs_privileged.group = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.114246] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.114413] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.114575] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.114734] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] vif_plug_ovs_privileged.user = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.114905] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_linux_bridge.flat_interface = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.115097] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.115272] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.115441] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.115609] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.115817] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.115993] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.116174] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.116354] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.116526] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_ovs.isolate_vif = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.116693] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.116858] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.117035] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.117207] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_ovs.ovsdb_interface = native {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.117368] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] os_vif_ovs.per_port_bridge = False {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.117539] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] privsep_osbrick.capabilities = [21] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.117701] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] privsep_osbrick.group = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.117859] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] privsep_osbrick.helper_command = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.118036] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.118206] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.118367] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] privsep_osbrick.user = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.118540] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.118706] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] nova_sys_admin.group = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.118905] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] nova_sys_admin.helper_command = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119104] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119273] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119432] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] nova_sys_admin.user = None {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119565] env[69162]: DEBUG oslo_service.backend.eventlet.service [None req-bc50e4df-2fcd-4828-9b6e-56d6547c567a None None] ******************************************************************************** {{(pid=69162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 635.119977] env[69162]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 635.623920] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Getting list of instances from cluster (obj){ [ 635.623920] env[69162]: value = "domain-c8" [ 635.623920] env[69162]: _type = "ClusterComputeResource" [ 635.623920] env[69162]: } {{(pid=69162) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 635.625123] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f376174-87d6-49cf-8214-6e5528e0b904 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.633771] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Got total of 0 instances {{(pid=69162) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 635.634370] env[69162]: WARNING nova.virt.vmwareapi.driver [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 635.634838] env[69162]: INFO nova.virt.node [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Generated node identity db608530-c8a6-4c13-82de-a0b8635a7033 [ 635.635081] env[69162]: INFO nova.virt.node [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Wrote node identity db608530-c8a6-4c13-82de-a0b8635a7033 to /opt/stack/data/n-cpu-1/compute_id [ 636.137345] env[69162]: WARNING nova.compute.manager [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Compute nodes ['db608530-c8a6-4c13-82de-a0b8635a7033'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 637.144255] env[69162]: INFO nova.compute.manager [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 638.150236] env[69162]: WARNING nova.compute.manager [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 638.150589] env[69162]: DEBUG oslo_concurrency.lockutils [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.150693] env[69162]: DEBUG oslo_concurrency.lockutils [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.150817] env[69162]: DEBUG oslo_concurrency.lockutils [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.150973] env[69162]: DEBUG nova.compute.resource_tracker [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 638.152210] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60338213-f403-4172-8a51-eba283a45b6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.160340] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ce3f55-1dbb-4444-8315-0fc689fecb27 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.173861] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb4f0a4-6b1c-43de-9fd2-89d297ad8e95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.180481] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad0f07d-3c96-4e83-986d-7370a95cd89a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.208913] env[69162]: DEBUG nova.compute.resource_tracker [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181042MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 638.209094] env[69162]: DEBUG oslo_concurrency.lockutils [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.209335] env[69162]: DEBUG oslo_concurrency.lockutils [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.712317] env[69162]: WARNING nova.compute.resource_tracker [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] No compute node record for cpu-1:db608530-c8a6-4c13-82de-a0b8635a7033: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host db608530-c8a6-4c13-82de-a0b8635a7033 could not be found. [ 639.218281] env[69162]: INFO nova.compute.resource_tracker [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: db608530-c8a6-4c13-82de-a0b8635a7033 [ 640.726818] env[69162]: DEBUG nova.compute.resource_tracker [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 640.727245] env[69162]: DEBUG nova.compute.resource_tracker [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 640.883257] env[69162]: INFO nova.scheduler.client.report [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] [req-f3f9b567-0f4c-42ce-93ba-695a50f7996c] Created resource provider record via placement API for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 640.901389] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0463ca88-b2b0-40d6-ad1e-74ed5b852f5f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.909436] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8298905-c6cb-4127-be64-937e0aa48fca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.938664] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fadcd5c-fd31-4896-b0f7-3b1a2cd33dff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.946737] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21d3849-e772-4b92-9bd7-ca238b489da8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.958657] env[69162]: DEBUG nova.compute.provider_tree [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.495866] env[69162]: DEBUG nova.scheduler.client.report [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 641.496111] env[69162]: DEBUG nova.compute.provider_tree [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 0 to 1 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 641.496250] env[69162]: DEBUG nova.compute.provider_tree [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.545038] env[69162]: DEBUG nova.compute.provider_tree [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 1 to 2 during operation: update_traits {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 642.051142] env[69162]: DEBUG nova.compute.resource_tracker [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 642.051142] env[69162]: DEBUG oslo_concurrency.lockutils [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.051142] env[69162]: DEBUG nova.service [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Creating RPC server for service compute {{(pid=69162) start /opt/stack/nova/nova/service.py:186}} [ 642.065297] env[69162]: DEBUG nova.service [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] Join ServiceGroup membership for this service compute {{(pid=69162) start /opt/stack/nova/nova/service.py:203}} [ 642.065528] env[69162]: DEBUG nova.servicegroup.drivers.db [None req-59cdf4d2-6cb3-4168-9589-3b95b590a226 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69162) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 681.327220] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquiring lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.327820] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.831265] env[69162]: DEBUG nova.compute.manager [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.387424] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.387728] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.390919] env[69162]: INFO nova.compute.claims [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.561167] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquiring lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.561544] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.064512] env[69162]: DEBUG nova.compute.manager [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.474807] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dd167c-a009-4b44-b553-6a014b15c07d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.484214] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ed8ecf-7a70-4931-8d9f-8551783ead6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.526951] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2b881e-3229-49ab-9c62-4bd4426958fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.535099] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3201f015-45f7-4721-bbbc-39c21067644d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.550121] env[69162]: DEBUG nova.compute.provider_tree [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.597737] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.057073] env[69162]: DEBUG nova.scheduler.client.report [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.423226] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.424107] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.563970] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.564875] env[69162]: DEBUG nova.compute.manager [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.569032] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.970s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.570593] env[69162]: INFO nova.compute.claims [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.927206] env[69162]: DEBUG nova.compute.manager [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.076150] env[69162]: DEBUG nova.compute.utils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.077616] env[69162]: DEBUG nova.compute.manager [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Not allocating networking since 'none' was specified. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 685.473654] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.581143] env[69162]: DEBUG nova.compute.manager [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.600138] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquiring lock "e8db3145-5980-40c5-9fcf-f97f3758487e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.600260] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lock "e8db3145-5980-40c5-9fcf-f97f3758487e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.708565] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5774166c-03d7-48ba-adc4-629ea3252e33 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.717816] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f72b851-b1c6-4cbe-96a1-38be6b8bf1cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.757879] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1194fe9-5a1b-41c8-b6d5-634d01f3d0d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.765536] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1540b027-25b0-4473-ab50-e1093349e916 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.783119] env[69162]: DEBUG nova.compute.provider_tree [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.968516] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "ccd6bdf9-f20d-4230-a879-31228b5531d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.968658] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "ccd6bdf9-f20d-4230-a879-31228b5531d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.068778] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._sync_power_states {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.105509] env[69162]: DEBUG nova.compute.manager [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.287052] env[69162]: DEBUG nova.scheduler.client.report [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.470755] env[69162]: DEBUG nova.compute.manager [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.573955] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Getting list of instances from cluster (obj){ [ 686.573955] env[69162]: value = "domain-c8" [ 686.573955] env[69162]: _type = "ClusterComputeResource" [ 686.573955] env[69162]: } {{(pid=69162) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 686.575055] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0a8010-0873-454f-896b-08a719779a87 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.589206] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Got total of 0 instances {{(pid=69162) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 686.589417] env[69162]: WARNING nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] While synchronizing instance power states, found 2 instances in the database and 0 instances on the hypervisor. [ 686.589520] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid 215a10c2-c6d5-4074-bbb5-e6b129bf68b4 {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 686.589714] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid df3d25ca-8c2e-4b4f-9725-2803bfbd97ba {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 686.590087] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.592278] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.592278] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.592278] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Getting list of instances from cluster (obj){ [ 686.592278] env[69162]: value = "domain-c8" [ 686.592278] env[69162]: _type = "ClusterComputeResource" [ 686.592278] env[69162]: } {{(pid=69162) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 686.592278] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0cf8e5-07a2-4825-8fdc-d6b601386323 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.600086] env[69162]: DEBUG nova.compute.manager [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.607752] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Got total of 0 instances {{(pid=69162) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 686.642392] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.794515] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.795125] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.795293] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.798765] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.798765] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.798765] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.798765] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.798765] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.799044] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.799044] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.799044] env[69162]: DEBUG nova.virt.hardware [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.799044] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.799044] env[69162]: DEBUG nova.compute.manager [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.802440] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e81303-3ca2-4dc6-8699-1a75c3eda75f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.808824] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.335s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.810529] env[69162]: INFO nova.compute.claims [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.826465] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579e0daa-052b-4497-884e-ddf6553c520a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.849259] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888700a2-670d-417b-bba0-ca508f41ef69 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.869025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.879060] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.882027] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-624cadab-16ce-4bc5-8a4c-4a50988eff34 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.892720] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Created folder: OpenStack in parent group-v4. [ 686.893164] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Creating folder: Project (329e63d4796d476fb91fac1fdf3c17ec). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.893300] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8934a7f-74b4-44dc-ae8a-93728579cbdd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.902311] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Created folder: Project (329e63d4796d476fb91fac1fdf3c17ec) in parent group-v645978. [ 686.902502] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Creating folder: Instances. Parent ref: group-v645979. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.902769] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4243239f-c13e-4d4c-adfb-72feecc4d2de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.913229] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Created folder: Instances in parent group-v645979. [ 686.913318] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.913512] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.913724] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-325094b7-a9cc-40ad-9566-7e13d31f9c79 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.931200] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.931200] env[69162]: value = "task-3231863" [ 686.931200] env[69162]: _type = "Task" [ 686.931200] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.940860] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231863, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.031905] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.244313] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquiring lock "3d811491-e635-4ade-a0f1-8044c41dbf9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.244688] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lock "3d811491-e635-4ade-a0f1-8044c41dbf9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.310615] env[69162]: DEBUG nova.compute.utils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.312019] env[69162]: DEBUG nova.compute.manager [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.312285] env[69162]: DEBUG nova.network.neutron [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.456764] env[69162]: DEBUG nova.policy [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e29458921f545d8a2f942c59807bd69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c1a658b65774de2a09300f96ebe921e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.462453] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231863, 'name': CreateVM_Task, 'duration_secs': 0.287445} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.462502] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.463455] env[69162]: DEBUG oslo_vmware.service [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c4e534-a999-4d31-bf99-6709398fb08a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.474028] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.474028] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.474028] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.477539] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4c2096-4869-4129-851e-717886a302f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.485037] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 687.485037] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e9a181-ff5f-b0a4-16a1-1897732fd1fd" [ 687.485037] env[69162]: _type = "Task" [ 687.485037] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.497838] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e9a181-ff5f-b0a4-16a1-1897732fd1fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.639564] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquiring lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.639564] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.748426] env[69162]: DEBUG nova.compute.manager [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.822984] env[69162]: DEBUG nova.compute.manager [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.992211] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73bc308-4966-4eea-a19e-2062e599c1cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.008532] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.008893] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.009121] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.009348] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.009821] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.011970] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1240911-8bf0-4972-b686-3ef48b2b6cce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.015298] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ab52d7-10e4-46d2-b510-797c760caa42 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.052881] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9820a-4187-4e31-99c1-76bc7f746e62 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.055852] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.056299] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.057064] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38daefe8-49c1-41c0-9479-5fc9c166f404 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.065481] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84944a5-df3d-4014-9def-e6efb0d70c28 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.069371] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1395f8da-ae6e-4ac0-a257-cde785e7152e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.076911] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 688.076911] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52309573-571c-1aea-886e-72f22ff1373b" [ 688.076911] env[69162]: _type = "Task" [ 688.076911] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.086374] env[69162]: DEBUG nova.compute.provider_tree [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.095315] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Preparing fetch location {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 688.095532] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Creating directory with path [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.095732] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eec1b46a-17c9-4a01-af17-7478c364a94f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.115959] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Created directory with path [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.115959] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Fetch image to [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 688.116169] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Downloading image file data ffd621e6-83e3-4f32-bf4e-62ed3a489064 to [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk on the data store datastore2 {{(pid=69162) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 688.117518] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f228ed0f-89a0-4e28-a4fd-4dc8e7d56439 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.125498] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a1ccc7-0216-4d2b-bffa-3535d82570b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.136701] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd4cd1d-cc9c-45c6-86e0-b37fbdcd49b1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.141976] env[69162]: DEBUG nova.compute.manager [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.173677] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbadb388-19d6-47c3-800a-b498b3ae5a00 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.180685] env[69162]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b4011429-ef24-4251-976a-11c7e3df701b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.202837] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Downloading image file data ffd621e6-83e3-4f32-bf4e-62ed3a489064 to the data store datastore2 {{(pid=69162) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 688.219628] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquiring lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.220117] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.272624] env[69162]: DEBUG oslo_vmware.rw_handles [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69162) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 688.273347] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.593024] env[69162]: DEBUG nova.scheduler.client.report [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.705143] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.725356] env[69162]: DEBUG nova.compute.manager [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.832973] env[69162]: DEBUG nova.network.neutron [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Successfully created port: 6b37dc25-619c-40ae-acf2-72484eea9645 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.847455] env[69162]: DEBUG nova.compute.manager [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.883188] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.883461] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.883614] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.883790] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.883925] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.884109] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.888089] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.888089] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.888089] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.888089] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.888089] env[69162]: DEBUG nova.virt.hardware [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.888629] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2080a6c1-c934-4b11-bd74-fade44d56e2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.898290] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03a1b38-c2d8-45fa-b520-f622d2986f51 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.011738] env[69162]: DEBUG oslo_vmware.rw_handles [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Completed reading data from the image iterator. {{(pid=69162) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 689.011953] env[69162]: DEBUG oslo_vmware.rw_handles [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 689.062063] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Downloaded image file data ffd621e6-83e3-4f32-bf4e-62ed3a489064 to vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk on the data store datastore2 {{(pid=69162) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 689.064120] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Caching image {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 689.064607] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Copying Virtual Disk [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk to [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.064890] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5673f642-6bf1-4ff3-9f9d-f9e7bb3d9017 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.072544] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 689.072544] env[69162]: value = "task-3231864" [ 689.072544] env[69162]: _type = "Task" [ 689.072544] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.082963] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.099744] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.100400] env[69162]: DEBUG nova.compute.manager [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.103384] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.461s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.104759] env[69162]: INFO nova.compute.claims [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.255018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.541225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.541651] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.587546] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231864, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.610017] env[69162]: DEBUG nova.compute.utils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.611675] env[69162]: DEBUG nova.compute.manager [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.616240] env[69162]: DEBUG nova.network.neutron [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.710699] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.710979] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.716656] env[69162]: DEBUG nova.policy [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d3241fb8114f018277059cdb29c30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e5c9467ebe64e02baa4e9a97573e3bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.045832] env[69162]: DEBUG nova.compute.manager [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.085899] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661286} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.086366] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Copied Virtual Disk [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk to [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.086616] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Deleting the datastore file [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.089032] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f8dc0c5-ae88-4d90-802f-0b1c475ee22e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.096862] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 690.096862] env[69162]: value = "task-3231865" [ 690.096862] env[69162]: _type = "Task" [ 690.096862] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.111059] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.119454] env[69162]: DEBUG nova.compute.manager [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.217243] env[69162]: DEBUG nova.compute.manager [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.345201] env[69162]: DEBUG nova.network.neutron [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Successfully created port: 001fe7bf-0e77-4e6f-956a-a0024fbb6d20 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.379116] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4118d765-1291-4eb7-9eb7-1862b28f49b0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.391268] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf0292b-9271-4ef3-aaa8-1733372ab8d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.435656] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.436753] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.437427] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b41cdc-7d8a-4612-9bb7-837ab5b32c71 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.442038] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.442038] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.442038] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.442038] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.442038] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.442038] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69162) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 690.442816] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.445634] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d8b857-2492-4bd4-9b1c-22dcba76b89a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.463854] env[69162]: DEBUG nova.compute.provider_tree [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.583607] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.609954] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023081} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.610380] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.610380] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Moving file from [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842/ffd621e6-83e3-4f32-bf4e-62ed3a489064 to [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064. {{(pid=69162) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 690.610632] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-dcfdd368-a645-4bee-b5b9-61dd89ac748b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.618693] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 690.618693] env[69162]: value = "task-3231866" [ 690.618693] env[69162]: _type = "Task" [ 690.618693] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.629143] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231866, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.744632] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.945695] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.986999] env[69162]: ERROR nova.scheduler.client.report [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [req-9709efa6-bd95-40c1-957e-e0b16e2daf2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9709efa6-bd95-40c1-957e-e0b16e2daf2a"}]} [ 691.008352] env[69162]: DEBUG nova.scheduler.client.report [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 691.024716] env[69162]: DEBUG nova.scheduler.client.report [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 691.025141] env[69162]: DEBUG nova.compute.provider_tree [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.045140] env[69162]: DEBUG nova.scheduler.client.report [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: 9b000bff-3004-4e52-94b7-d502398a5776 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 691.076487] env[69162]: DEBUG nova.scheduler.client.report [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 691.130031] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231866, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024316} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.134685] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] File moved {{(pid=69162) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 691.134936] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Cleaning up location [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 691.135120] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Deleting the datastore file [datastore2] vmware_temp/c4ec2fc0-bbb9-4142-a7ac-4792ccca9842 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.136266] env[69162]: DEBUG nova.compute.manager [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.139346] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-750be985-5a2e-4fab-93c3-60c9ecf84202 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.148908] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 691.148908] env[69162]: value = "task-3231867" [ 691.148908] env[69162]: _type = "Task" [ 691.148908] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.160155] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.172940] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.173515] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.173707] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.174129] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.174447] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.174793] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.175266] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.175527] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.175712] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.175876] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.176059] env[69162]: DEBUG nova.virt.hardware [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.176941] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdc5df8-d4db-4a3a-8cc3-d1b2d9ded986 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.189198] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1534f2e-22f3-40a4-8cbd-18d0fc98cbce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.199731] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.200195] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.434768] env[69162]: DEBUG nova.network.neutron [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Successfully updated port: 6b37dc25-619c-40ae-acf2-72484eea9645 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.487980] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7114685-08cd-4923-aea0-70bc92db7caa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.496502] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40b07ad-aa1f-4ddd-b55d-747c0c50e08a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.531516] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ffd49b-d929-4924-869f-ea5812f22f3b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.539953] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca5a21e-4f62-438e-9bcc-3e1982888606 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.556883] env[69162]: DEBUG nova.compute.provider_tree [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.661885] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02522} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.662178] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.663070] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff5e193-b179-4c76-8acf-d88e519a5989 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.668303] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 691.668303] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526b48ff-a444-8d88-47e0-88b216d40b3d" [ 691.668303] env[69162]: _type = "Task" [ 691.668303] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.676116] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526b48ff-a444-8d88-47e0-88b216d40b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.942148] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquiring lock "refresh_cache-df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.942479] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquired lock "refresh_cache-df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.942479] env[69162]: DEBUG nova.network.neutron [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.100349] env[69162]: DEBUG nova.scheduler.client.report [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 14 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 692.100713] env[69162]: DEBUG nova.compute.provider_tree [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 14 to 15 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 692.100984] env[69162]: DEBUG nova.compute.provider_tree [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.185900] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526b48ff-a444-8d88-47e0-88b216d40b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008828} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.185900] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.185900] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 215a10c2-c6d5-4074-bbb5-e6b129bf68b4/215a10c2-c6d5-4074-bbb5-e6b129bf68b4.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.185900] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e56e7b1-0ae1-4e3f-961a-b502d1534d7e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.194412] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 692.194412] env[69162]: value = "task-3231868" [ 692.194412] env[69162]: _type = "Task" [ 692.194412] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.204289] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.340379] env[69162]: DEBUG nova.network.neutron [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Successfully updated port: 001fe7bf-0e77-4e6f-956a-a0024fbb6d20 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.553965] env[69162]: DEBUG nova.network.neutron [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.607250] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.504s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.607827] env[69162]: DEBUG nova.compute.manager [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.611108] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.579s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.615255] env[69162]: INFO nova.compute.claims [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.708117] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473801} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.708117] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 215a10c2-c6d5-4074-bbb5-e6b129bf68b4/215a10c2-c6d5-4074-bbb5-e6b129bf68b4.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.708117] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.708848] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-893e0dd6-4e82-40fe-b635-36e6b18cb3e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.718647] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 692.718647] env[69162]: value = "task-3231869" [ 692.718647] env[69162]: _type = "Task" [ 692.718647] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.728026] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.842953] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.843211] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.843495] env[69162]: DEBUG nova.network.neutron [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.899354] env[69162]: DEBUG nova.network.neutron [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Updating instance_info_cache with network_info: [{"id": "6b37dc25-619c-40ae-acf2-72484eea9645", "address": "fa:16:3e:13:ac:22", "network": {"id": "845d341b-8f5b-4b23-a323-a1c395e2d8e3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1098199369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c1a658b65774de2a09300f96ebe921e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37dc25-61", "ovs_interfaceid": "6b37dc25-619c-40ae-acf2-72484eea9645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.930196] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.930196] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.947834] env[69162]: DEBUG nova.compute.manager [req-2a03d9de-296b-4e23-af02-c91a6da19518 req-35d22935-add9-4b24-9d0d-317feeeac366 service nova] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Received event network-vif-plugged-6b37dc25-619c-40ae-acf2-72484eea9645 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.948227] env[69162]: DEBUG oslo_concurrency.lockutils [req-2a03d9de-296b-4e23-af02-c91a6da19518 req-35d22935-add9-4b24-9d0d-317feeeac366 service nova] Acquiring lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.948972] env[69162]: DEBUG oslo_concurrency.lockutils [req-2a03d9de-296b-4e23-af02-c91a6da19518 req-35d22935-add9-4b24-9d0d-317feeeac366 service nova] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.949178] env[69162]: DEBUG oslo_concurrency.lockutils [req-2a03d9de-296b-4e23-af02-c91a6da19518 req-35d22935-add9-4b24-9d0d-317feeeac366 service nova] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.949374] env[69162]: DEBUG nova.compute.manager [req-2a03d9de-296b-4e23-af02-c91a6da19518 req-35d22935-add9-4b24-9d0d-317feeeac366 service nova] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] No waiting events found dispatching network-vif-plugged-6b37dc25-619c-40ae-acf2-72484eea9645 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.949521] env[69162]: WARNING nova.compute.manager [req-2a03d9de-296b-4e23-af02-c91a6da19518 req-35d22935-add9-4b24-9d0d-317feeeac366 service nova] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Received unexpected event network-vif-plugged-6b37dc25-619c-40ae-acf2-72484eea9645 for instance with vm_state building and task_state spawning. [ 693.121128] env[69162]: DEBUG nova.compute.utils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.126464] env[69162]: DEBUG nova.compute.manager [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.126645] env[69162]: DEBUG nova.network.neutron [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.230103] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065478} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.230833] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.231982] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9555aa76-cde5-430b-9833-3f8e3978c184 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.238038] env[69162]: DEBUG nova.policy [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1293aa8a2782475eba571375496705b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1aac67143c042d9a180088a1ac60793', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.262978] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 215a10c2-c6d5-4074-bbb5-e6b129bf68b4/215a10c2-c6d5-4074-bbb5-e6b129bf68b4.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.263399] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6cd7e41-323f-40ba-abc6-756baead9a83 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.287102] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 693.287102] env[69162]: value = "task-3231870" [ 693.287102] env[69162]: _type = "Task" [ 693.287102] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.296481] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.404993] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Releasing lock "refresh_cache-df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.405776] env[69162]: DEBUG nova.compute.manager [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Instance network_info: |[{"id": "6b37dc25-619c-40ae-acf2-72484eea9645", "address": "fa:16:3e:13:ac:22", "network": {"id": "845d341b-8f5b-4b23-a323-a1c395e2d8e3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1098199369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c1a658b65774de2a09300f96ebe921e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37dc25-61", "ovs_interfaceid": "6b37dc25-619c-40ae-acf2-72484eea9645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.406251] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ac:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b37dc25-619c-40ae-acf2-72484eea9645', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.433441] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Creating folder: Project (2c1a658b65774de2a09300f96ebe921e). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.433441] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51a4b42f-13aa-488b-9138-38ea6511c430 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.450684] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Created folder: Project (2c1a658b65774de2a09300f96ebe921e) in parent group-v645978. [ 693.457459] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Creating folder: Instances. Parent ref: group-v645982. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.457459] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-976b97a5-48de-4b09-b067-e53475e682df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.459940] env[69162]: DEBUG nova.network.neutron [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.471440] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Created folder: Instances in parent group-v645982. [ 693.471671] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.471866] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.472656] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30e44e32-1526-440c-aff3-82c834770f44 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.497096] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.497096] env[69162]: value = "task-3231873" [ 693.497096] env[69162]: _type = "Task" [ 693.497096] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.508139] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231873, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.634682] env[69162]: DEBUG nova.compute.manager [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.802622] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231870, 'name': ReconfigVM_Task, 'duration_secs': 0.284782} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.808310] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 215a10c2-c6d5-4074-bbb5-e6b129bf68b4/215a10c2-c6d5-4074-bbb5-e6b129bf68b4.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.810017] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c98ee19-21c2-4176-bc89-6d2c3811c7fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.817936] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 693.817936] env[69162]: value = "task-3231874" [ 693.817936] env[69162]: _type = "Task" [ 693.817936] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.833648] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231874, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.848069] env[69162]: DEBUG nova.network.neutron [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updating instance_info_cache with network_info: [{"id": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "address": "fa:16:3e:65:6b:d2", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001fe7bf-0e", "ovs_interfaceid": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.903588] env[69162]: DEBUG nova.compute.manager [req-db764ee2-1007-4863-8ad0-0647a6400b72 req-93047e60-83bb-44f6-bbed-aaa7642efe8b service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Received event network-vif-plugged-001fe7bf-0e77-4e6f-956a-a0024fbb6d20 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.903902] env[69162]: DEBUG oslo_concurrency.lockutils [req-db764ee2-1007-4863-8ad0-0647a6400b72 req-93047e60-83bb-44f6-bbed-aaa7642efe8b service nova] Acquiring lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.904230] env[69162]: DEBUG oslo_concurrency.lockutils [req-db764ee2-1007-4863-8ad0-0647a6400b72 req-93047e60-83bb-44f6-bbed-aaa7642efe8b service nova] Lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.907418] env[69162]: DEBUG oslo_concurrency.lockutils [req-db764ee2-1007-4863-8ad0-0647a6400b72 req-93047e60-83bb-44f6-bbed-aaa7642efe8b service nova] Lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.907418] env[69162]: DEBUG nova.compute.manager [req-db764ee2-1007-4863-8ad0-0647a6400b72 req-93047e60-83bb-44f6-bbed-aaa7642efe8b service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] No waiting events found dispatching network-vif-plugged-001fe7bf-0e77-4e6f-956a-a0024fbb6d20 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.907418] env[69162]: WARNING nova.compute.manager [req-db764ee2-1007-4863-8ad0-0647a6400b72 req-93047e60-83bb-44f6-bbed-aaa7642efe8b service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Received unexpected event network-vif-plugged-001fe7bf-0e77-4e6f-956a-a0024fbb6d20 for instance with vm_state building and task_state spawning. [ 693.907989] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10903c37-5630-4128-9ea1-a25091e3c1da {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.917564] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e39eec4-0c17-401b-b370-7cbb9bad2725 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.957145] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2042f348-3ad8-4cc9-8a98-d7fd7c453284 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.964113] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06469f9-34f3-44d8-bc6f-10ce707b6a27 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.978693] env[69162]: DEBUG nova.compute.provider_tree [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.010297] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231873, 'name': CreateVM_Task, 'duration_secs': 0.372135} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.011221] env[69162]: DEBUG nova.network.neutron [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Successfully created port: 7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.013882] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.024342] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.024478] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.024795] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.025083] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52cc3377-9786-4a98-aefe-8c7a12b196d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.030708] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 694.030708] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b43b56-1d7a-2a5e-87f5-ea393fa6dd3e" [ 694.030708] env[69162]: _type = "Task" [ 694.030708] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.043849] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b43b56-1d7a-2a5e-87f5-ea393fa6dd3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.332990] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231874, 'name': Rename_Task, 'duration_secs': 0.15464} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.333488] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.334382] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47cecc0d-1902-45cb-8e9f-6579abe24079 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.345643] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 694.345643] env[69162]: value = "task-3231875" [ 694.345643] env[69162]: _type = "Task" [ 694.345643] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.353452] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.355968] env[69162]: DEBUG nova.compute.manager [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Instance network_info: |[{"id": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "address": "fa:16:3e:65:6b:d2", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001fe7bf-0e", "ovs_interfaceid": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.357250] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:6b:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '001fe7bf-0e77-4e6f-956a-a0024fbb6d20', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.367476] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Creating folder: Project (3e5c9467ebe64e02baa4e9a97573e3bd). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.368151] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec4e30e7-ffdb-43af-9157-e00b5618f661 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.377411] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.382307] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquiring lock "bfb80238-cb30-401e-a409-1939ea48ba2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.382307] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Lock "bfb80238-cb30-401e-a409-1939ea48ba2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.388676] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Created folder: Project (3e5c9467ebe64e02baa4e9a97573e3bd) in parent group-v645978. [ 694.390118] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Creating folder: Instances. Parent ref: group-v645985. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.390118] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f05cb41-3f34-423c-af48-1524cf07835a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.403348] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Created folder: Instances in parent group-v645985. [ 694.403607] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.403794] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.404367] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ecec6c5-ac49-4d8c-8105-d2e0ac07ea81 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.431826] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.431826] env[69162]: value = "task-3231878" [ 694.431826] env[69162]: _type = "Task" [ 694.431826] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.444585] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231878, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.483165] env[69162]: DEBUG nova.scheduler.client.report [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.542022] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b43b56-1d7a-2a5e-87f5-ea393fa6dd3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.542404] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.542667] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.542926] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.543654] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.543913] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.544223] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-634866ae-585e-44bf-8983-5e497b046314 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.555619] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.555619] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.556280] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a243a3cb-e161-41e3-8823-15d1849ae291 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.563054] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 694.563054] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a9e4e6-8755-ede9-9f00-4a3c5f75a431" [ 694.563054] env[69162]: _type = "Task" [ 694.563054] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.571297] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a9e4e6-8755-ede9-9f00-4a3c5f75a431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.649306] env[69162]: DEBUG nova.compute.manager [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.692101] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.693141] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.693141] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.693141] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.693141] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.693141] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.696105] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.696105] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.696286] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.696999] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.696999] env[69162]: DEBUG nova.virt.hardware [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.698430] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3218a7a-29d6-4f95-87c6-e58e06c0f241 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.709276] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9b62ef-17e5-488a-87b3-a0351cb2900e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.861822] env[69162]: DEBUG oslo_vmware.api [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231875, 'name': PowerOnVM_Task, 'duration_secs': 0.43543} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.862374] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.862680] env[69162]: INFO nova.compute.manager [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Took 8.26 seconds to spawn the instance on the hypervisor. [ 694.862952] env[69162]: DEBUG nova.compute.manager [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.863823] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82641381-4a15-43cb-93c3-1afe825370c9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.944560] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231878, 'name': CreateVM_Task, 'duration_secs': 0.337978} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.944834] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.946112] env[69162]: DEBUG oslo_vmware.service [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada17a0e-942c-4418-b8a6-71585b171798 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.954467] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.954713] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.955159] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.955475] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b9f393-90e3-4f51-bc4a-72e06c0cddfd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.961281] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 694.961281] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529b4e79-133f-0647-aabc-0cd3ca27bd19" [ 694.961281] env[69162]: _type = "Task" [ 694.961281] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.978028] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529b4e79-133f-0647-aabc-0cd3ca27bd19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.990262] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.990794] env[69162]: DEBUG nova.compute.manager [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.993351] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.720s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.994780] env[69162]: INFO nova.compute.claims [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.083331] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a9e4e6-8755-ede9-9f00-4a3c5f75a431, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.084609] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc517c7-716b-432b-85fc-7c2baaf055dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.091049] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 695.091049] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ae36d7-fbdb-cd04-a620-2803888cbe98" [ 695.091049] env[69162]: _type = "Task" [ 695.091049] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.098779] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ae36d7-fbdb-cd04-a620-2803888cbe98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.390891] env[69162]: INFO nova.compute.manager [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Took 13.05 seconds to build instance. [ 695.474756] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.475258] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.475258] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.475403] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.475581] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.475824] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9296639e-ebe8-4af5-a53f-fed00fe12725 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.487927] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.487982] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.488923] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23adf87-7878-4659-81a9-2bb3e2c929d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.495167] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29df163-ecf2-4b6d-ae4f-fbe1f9440212 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.499060] env[69162]: DEBUG nova.compute.utils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.505396] env[69162]: DEBUG nova.compute.manager [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.505577] env[69162]: DEBUG nova.network.neutron [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.507496] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 695.507496] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524b765b-622b-5407-4f08-1561fa852304" [ 695.507496] env[69162]: _type = "Task" [ 695.507496] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.517140] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Preparing fetch location {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 695.519106] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Creating directory with path [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.521018] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62de5dea-d822-4fbd-8f68-9f00dcbdf4b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.544529] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Created directory with path [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.544790] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Fetch image to [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 695.544914] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Downloading image file data ffd621e6-83e3-4f32-bf4e-62ed3a489064 to [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk on the data store datastore1 {{(pid=69162) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 695.546158] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7073e8-26ca-4343-b4a4-ce155315c798 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.561961] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0831cb-3536-4c78-b8a6-6db3721e64ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.573576] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da92593-4379-43b9-8a4b-376478b5fa2a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.612669] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6775d128-ec96-4603-9d80-cf7165aad35a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.616427] env[69162]: DEBUG nova.policy [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd4564856e104955a8e7b7e3be1a1a76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce574ed01b6848dd8fe3af1a1f26ba39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.624999] env[69162]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7e2be6c4-e154-4fbf-9105-236225842bb9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.626818] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ae36d7-fbdb-cd04-a620-2803888cbe98, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.627066] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.627323] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] df3d25ca-8c2e-4b4f-9725-2803bfbd97ba/df3d25ca-8c2e-4b4f-9725-2803bfbd97ba.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.627870] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40b35e55-7bc7-473f-84bd-2187ecd6c931 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.634111] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 695.634111] env[69162]: value = "task-3231879" [ 695.634111] env[69162]: _type = "Task" [ 695.634111] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.642024] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.651926] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Downloading image file data ffd621e6-83e3-4f32-bf4e-62ed3a489064 to the data store datastore1 {{(pid=69162) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 695.717221] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69162) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 695.785475] env[69162]: DEBUG nova.network.neutron [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Successfully updated port: 7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.896077] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6bf1dd89-b02a-4f55-a810-d284def286bb tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.568s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.897589] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.307s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.897832] env[69162]: INFO nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 695.898043] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.007947] env[69162]: DEBUG nova.compute.manager [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.096861] env[69162]: DEBUG nova.compute.manager [req-971b6c74-ae96-4d9e-a3d5-69de196210a9 req-7a29237a-59a8-4b08-8f96-2ab72347936d service nova] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Received event network-changed-6b37dc25-619c-40ae-acf2-72484eea9645 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.097168] env[69162]: DEBUG nova.compute.manager [req-971b6c74-ae96-4d9e-a3d5-69de196210a9 req-7a29237a-59a8-4b08-8f96-2ab72347936d service nova] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Refreshing instance network info cache due to event network-changed-6b37dc25-619c-40ae-acf2-72484eea9645. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.097457] env[69162]: DEBUG oslo_concurrency.lockutils [req-971b6c74-ae96-4d9e-a3d5-69de196210a9 req-7a29237a-59a8-4b08-8f96-2ab72347936d service nova] Acquiring lock "refresh_cache-df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.097570] env[69162]: DEBUG oslo_concurrency.lockutils [req-971b6c74-ae96-4d9e-a3d5-69de196210a9 req-7a29237a-59a8-4b08-8f96-2ab72347936d service nova] Acquired lock "refresh_cache-df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.098089] env[69162]: DEBUG nova.network.neutron [req-971b6c74-ae96-4d9e-a3d5-69de196210a9 req-7a29237a-59a8-4b08-8f96-2ab72347936d service nova] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Refreshing network info cache for port 6b37dc25-619c-40ae-acf2-72484eea9645 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.162520] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483813} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.173468] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] df3d25ca-8c2e-4b4f-9725-2803bfbd97ba/df3d25ca-8c2e-4b4f-9725-2803bfbd97ba.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.174368] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.179180] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3bf7a66-e513-4aaa-a562-d6c1b9d7e7d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.197976] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 696.197976] env[69162]: value = "task-3231880" [ 696.197976] env[69162]: _type = "Task" [ 696.197976] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.212151] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.290361] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquiring lock "refresh_cache-e8db3145-5980-40c5-9fcf-f97f3758487e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.290863] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquired lock "refresh_cache-e8db3145-5980-40c5-9fcf-f97f3758487e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.290863] env[69162]: DEBUG nova.network.neutron [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.357569] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a07143-97de-4def-ac4f-5beaaa3c3496 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.368176] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2b141d-df19-4cf0-a4f7-24fd236c112a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.414625] env[69162]: DEBUG nova.compute.manager [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.420044] env[69162]: DEBUG nova.network.neutron [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Successfully created port: e7a77bf9-0d26-45cd-a5e0-248f69f94bbe {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.422245] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcc3ed7-fd17-4a29-8093-e9adbb1fb9e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.431698] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Completed reading data from the image iterator. {{(pid=69162) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 696.431911] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 696.438559] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095bd11c-9bd5-455e-b272-3ba4569860fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.453937] env[69162]: DEBUG nova.compute.provider_tree [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.566161] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Downloaded image file data ffd621e6-83e3-4f32-bf4e-62ed3a489064 to vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk on the data store datastore1 {{(pid=69162) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 696.567928] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Caching image {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 696.568740] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Copying Virtual Disk [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk to [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.569036] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-215eb3fe-61e0-42c4-b770-d179109165fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.578501] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 696.578501] env[69162]: value = "task-3231881" [ 696.578501] env[69162]: _type = "Task" [ 696.578501] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.587599] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.721462] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106348} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.721805] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.723375] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e869f1b-8d25-4624-b642-254664126519 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.750927] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] df3d25ca-8c2e-4b4f-9725-2803bfbd97ba/df3d25ca-8c2e-4b4f-9725-2803bfbd97ba.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.754110] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc7aa4c-eee4-4e7b-9080-e5e33af78d0f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.774745] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 696.774745] env[69162]: value = "task-3231882" [ 696.774745] env[69162]: _type = "Task" [ 696.774745] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.785332] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.855644] env[69162]: DEBUG nova.network.neutron [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.952336] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.959991] env[69162]: DEBUG nova.scheduler.client.report [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.992895] env[69162]: DEBUG nova.network.neutron [req-971b6c74-ae96-4d9e-a3d5-69de196210a9 req-7a29237a-59a8-4b08-8f96-2ab72347936d service nova] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Updated VIF entry in instance network info cache for port 6b37dc25-619c-40ae-acf2-72484eea9645. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.993276] env[69162]: DEBUG nova.network.neutron [req-971b6c74-ae96-4d9e-a3d5-69de196210a9 req-7a29237a-59a8-4b08-8f96-2ab72347936d service nova] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Updating instance_info_cache with network_info: [{"id": "6b37dc25-619c-40ae-acf2-72484eea9645", "address": "fa:16:3e:13:ac:22", "network": {"id": "845d341b-8f5b-4b23-a323-a1c395e2d8e3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1098199369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c1a658b65774de2a09300f96ebe921e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37dc25-61", "ovs_interfaceid": "6b37dc25-619c-40ae-acf2-72484eea9645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.026856] env[69162]: DEBUG nova.compute.manager [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.075071] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.075158] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.075314] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.075554] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.075680] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.079032] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.079032] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.079032] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.079032] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.079032] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.079851] env[69162]: DEBUG nova.virt.hardware [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.079851] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e94774c-1e4e-44aa-9130-fb66921b191a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.097024] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231881, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.100675] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047bc285-8267-4922-a925-af5b7a035a8f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.125541] env[69162]: DEBUG nova.compute.manager [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Received event network-changed-001fe7bf-0e77-4e6f-956a-a0024fbb6d20 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.125541] env[69162]: DEBUG nova.compute.manager [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Refreshing instance network info cache due to event network-changed-001fe7bf-0e77-4e6f-956a-a0024fbb6d20. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.125541] env[69162]: DEBUG oslo_concurrency.lockutils [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] Acquiring lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.125541] env[69162]: DEBUG oslo_concurrency.lockutils [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] Acquired lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.125541] env[69162]: DEBUG nova.network.neutron [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Refreshing network info cache for port 001fe7bf-0e77-4e6f-956a-a0024fbb6d20 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.198742] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquiring lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.199460] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.286164] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.325285] env[69162]: DEBUG nova.network.neutron [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Updating instance_info_cache with network_info: [{"id": "7ac67d6c-04d0-40ae-8c05-259d8c8b26b6", "address": "fa:16:3e:26:2e:fd", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac67d6c-04", "ovs_interfaceid": "7ac67d6c-04d0-40ae-8c05-259d8c8b26b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.469651] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.470806] env[69162]: DEBUG nova.compute.manager [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.472871] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.768s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.474717] env[69162]: INFO nova.compute.claims [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.497853] env[69162]: DEBUG oslo_concurrency.lockutils [req-971b6c74-ae96-4d9e-a3d5-69de196210a9 req-7a29237a-59a8-4b08-8f96-2ab72347936d service nova] Releasing lock "refresh_cache-df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.600904] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686725} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.601037] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Copied Virtual Disk [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk to [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.602067] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleting the datastore file [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064/tmp-sparse.vmdk {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.602067] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6b6b507-bf51-40db-820d-e2e95f346a11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.610013] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 697.610013] env[69162]: value = "task-3231883" [ 697.610013] env[69162]: _type = "Task" [ 697.610013] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.618124] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.789107] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.829397] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Releasing lock "refresh_cache-e8db3145-5980-40c5-9fcf-f97f3758487e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.829744] env[69162]: DEBUG nova.compute.manager [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Instance network_info: |[{"id": "7ac67d6c-04d0-40ae-8c05-259d8c8b26b6", "address": "fa:16:3e:26:2e:fd", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac67d6c-04", "ovs_interfaceid": "7ac67d6c-04d0-40ae-8c05-259d8c8b26b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.830168] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:2e:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ac67d6c-04d0-40ae-8c05-259d8c8b26b6', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.844196] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Creating folder: Project (e1aac67143c042d9a180088a1ac60793). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.845782] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17876639-6582-46d9-a219-bd8e0b96f5c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.858583] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Created folder: Project (e1aac67143c042d9a180088a1ac60793) in parent group-v645978. [ 697.858935] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Creating folder: Instances. Parent ref: group-v645988. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.859545] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f282279-148a-4899-8973-4a5c0f603824 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.870130] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Created folder: Instances in parent group-v645988. [ 697.870398] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.871754] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.871754] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23a0ebbc-331c-4459-a12e-e78a5e45b7b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.894506] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.894506] env[69162]: value = "task-3231886" [ 697.894506] env[69162]: _type = "Task" [ 697.894506] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.905092] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231886, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.979368] env[69162]: DEBUG nova.compute.utils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.986912] env[69162]: DEBUG nova.compute.manager [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.986912] env[69162]: DEBUG nova.network.neutron [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.061148] env[69162]: DEBUG nova.network.neutron [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updated VIF entry in instance network info cache for port 001fe7bf-0e77-4e6f-956a-a0024fbb6d20. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.062232] env[69162]: DEBUG nova.network.neutron [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updating instance_info_cache with network_info: [{"id": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "address": "fa:16:3e:65:6b:d2", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001fe7bf-0e", "ovs_interfaceid": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.098692] env[69162]: DEBUG nova.policy [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1686ba9ebbb466cbb71cb48d0e0331a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b627e518bd19478686b878d388eaf2ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.123743] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024082} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.124117] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.124224] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Moving file from [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f/ffd621e6-83e3-4f32-bf4e-62ed3a489064 to [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064. {{(pid=69162) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 698.124493] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c00b4d51-d1d4-4c51-afa2-4a7b919deb6d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.131041] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 698.131041] env[69162]: value = "task-3231887" [ 698.131041] env[69162]: _type = "Task" [ 698.131041] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.140995] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231887, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.144252] env[69162]: DEBUG nova.compute.manager [None req-62f1178d-0c57-4f27-aa21-f1018c380066 tempest-ServerDiagnosticsV248Test-1504798088 tempest-ServerDiagnosticsV248Test-1504798088-project-admin] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.145292] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff2c832-ecc7-467b-b25c-2451de27f9e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.155827] env[69162]: INFO nova.compute.manager [None req-62f1178d-0c57-4f27-aa21-f1018c380066 tempest-ServerDiagnosticsV248Test-1504798088 tempest-ServerDiagnosticsV248Test-1504798088-project-admin] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Retrieving diagnostics [ 698.156846] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd057f9-415e-42ea-91da-fd31f016d49b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.289145] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231882, 'name': ReconfigVM_Task, 'duration_secs': 1.312453} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.289244] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Reconfigured VM instance instance-00000002 to attach disk [datastore2] df3d25ca-8c2e-4b4f-9725-2803bfbd97ba/df3d25ca-8c2e-4b4f-9725-2803bfbd97ba.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.289971] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5764043-27ac-49c0-b395-d11629653278 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.296883] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 698.296883] env[69162]: value = "task-3231888" [ 698.296883] env[69162]: _type = "Task" [ 698.296883] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.306368] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231888, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.405841] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231886, 'name': CreateVM_Task, 'duration_secs': 0.475722} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.406080] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.406842] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.407124] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.407712] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.408095] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f278cf-e953-426a-a3fe-0c12b83365d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.413291] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for the task: (returnval){ [ 698.413291] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525efc9e-aeab-2782-25de-61429264761b" [ 698.413291] env[69162]: _type = "Task" [ 698.413291] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.422818] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525efc9e-aeab-2782-25de-61429264761b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.450482] env[69162]: DEBUG nova.network.neutron [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Successfully updated port: e7a77bf9-0d26-45cd-a5e0-248f69f94bbe {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.492762] env[69162]: DEBUG nova.compute.manager [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.564095] env[69162]: DEBUG oslo_concurrency.lockutils [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] Releasing lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.564507] env[69162]: DEBUG nova.compute.manager [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Received event network-vif-plugged-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.565342] env[69162]: DEBUG oslo_concurrency.lockutils [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] Acquiring lock "e8db3145-5980-40c5-9fcf-f97f3758487e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.565342] env[69162]: DEBUG oslo_concurrency.lockutils [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] Lock "e8db3145-5980-40c5-9fcf-f97f3758487e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.565342] env[69162]: DEBUG oslo_concurrency.lockutils [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] Lock "e8db3145-5980-40c5-9fcf-f97f3758487e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.565342] env[69162]: DEBUG nova.compute.manager [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] No waiting events found dispatching network-vif-plugged-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.565342] env[69162]: WARNING nova.compute.manager [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Received unexpected event network-vif-plugged-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 for instance with vm_state building and task_state spawning. [ 698.565504] env[69162]: DEBUG nova.compute.manager [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Received event network-changed-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.565645] env[69162]: DEBUG nova.compute.manager [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Refreshing instance network info cache due to event network-changed-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.565829] env[69162]: DEBUG oslo_concurrency.lockutils [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] Acquiring lock "refresh_cache-e8db3145-5980-40c5-9fcf-f97f3758487e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.565967] env[69162]: DEBUG oslo_concurrency.lockutils [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] Acquired lock "refresh_cache-e8db3145-5980-40c5-9fcf-f97f3758487e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.566146] env[69162]: DEBUG nova.network.neutron [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Refreshing network info cache for port 7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.650847] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231887, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023376} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.651086] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] File moved {{(pid=69162) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 698.651348] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Cleaning up location [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 698.651547] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleting the datastore file [datastore1] vmware_temp/9360ffa3-ecbd-456c-9e92-a8a7b9cd198f {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.651816] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec8af129-cd4d-4e9a-a24d-8f5a75047208 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.661402] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 698.661402] env[69162]: value = "task-3231889" [ 698.661402] env[69162]: _type = "Task" [ 698.661402] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.669775] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.730429] env[69162]: DEBUG nova.network.neutron [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Successfully created port: 18622ae4-ddb3-469f-9da5-706b76b5d1d1 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.740019] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5a9254-a4a0-40c5-b5a9-58adb62761b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.746108] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7248fce-4231-4dc1-beab-5343353f033e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.782028] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c49c9-7bd5-4e48-a42b-9f4c4005aa8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.791108] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3b70d3-6079-4618-958c-a04e03201b47 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.805805] env[69162]: DEBUG nova.compute.provider_tree [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.815474] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231888, 'name': Rename_Task, 'duration_secs': 0.16144} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.815922] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.816303] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52747345-b7f0-4745-ae2f-413a74026023 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.823146] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 698.823146] env[69162]: value = "task-3231890" [ 698.823146] env[69162]: _type = "Task" [ 698.823146] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.830916] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.924844] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525efc9e-aeab-2782-25de-61429264761b, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.925218] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.925499] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.925756] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.956214] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "refresh_cache-ccd6bdf9-f20d-4230-a879-31228b5531d3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.956379] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquired lock "refresh_cache-ccd6bdf9-f20d-4230-a879-31228b5531d3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.956537] env[69162]: DEBUG nova.network.neutron [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.034653] env[69162]: DEBUG nova.compute.manager [req-e478500f-4c73-411b-a449-d4fdb9353e85 req-145dd6a5-7be5-4d71-aee2-0176845ae563 service nova] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Received event network-vif-plugged-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.034653] env[69162]: DEBUG oslo_concurrency.lockutils [req-e478500f-4c73-411b-a449-d4fdb9353e85 req-145dd6a5-7be5-4d71-aee2-0176845ae563 service nova] Acquiring lock "ccd6bdf9-f20d-4230-a879-31228b5531d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.034653] env[69162]: DEBUG oslo_concurrency.lockutils [req-e478500f-4c73-411b-a449-d4fdb9353e85 req-145dd6a5-7be5-4d71-aee2-0176845ae563 service nova] Lock "ccd6bdf9-f20d-4230-a879-31228b5531d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.034653] env[69162]: DEBUG oslo_concurrency.lockutils [req-e478500f-4c73-411b-a449-d4fdb9353e85 req-145dd6a5-7be5-4d71-aee2-0176845ae563 service nova] Lock "ccd6bdf9-f20d-4230-a879-31228b5531d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.034653] env[69162]: DEBUG nova.compute.manager [req-e478500f-4c73-411b-a449-d4fdb9353e85 req-145dd6a5-7be5-4d71-aee2-0176845ae563 service nova] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] No waiting events found dispatching network-vif-plugged-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.035018] env[69162]: WARNING nova.compute.manager [req-e478500f-4c73-411b-a449-d4fdb9353e85 req-145dd6a5-7be5-4d71-aee2-0176845ae563 service nova] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Received unexpected event network-vif-plugged-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe for instance with vm_state building and task_state spawning. [ 699.176445] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047346} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.176814] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.177668] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ee86a4-0f0c-4012-85fd-b97d31430cba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.183942] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 699.183942] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5289e917-62b3-6d87-39e3-9a62fd65153c" [ 699.183942] env[69162]: _type = "Task" [ 699.183942] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.196260] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5289e917-62b3-6d87-39e3-9a62fd65153c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.312156] env[69162]: DEBUG nova.scheduler.client.report [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.338189] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231890, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.503570] env[69162]: DEBUG nova.compute.manager [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.520928] env[69162]: DEBUG nova.network.neutron [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.533075] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.534786] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.535112] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.535386] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.535601] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.535803] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.536214] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.536874] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.537255] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.537497] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.537990] env[69162]: DEBUG nova.virt.hardware [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.538964] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41759ca-7c84-4d01-8107-9c430ea1b697 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.552049] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8475e9-8355-40d0-be2f-6a06f309ab60 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.694011] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5289e917-62b3-6d87-39e3-9a62fd65153c, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.694310] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.694585] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 7db9e0be-ea98-4afc-8107-bfe3b9082b2f/7db9e0be-ea98-4afc-8107-bfe3b9082b2f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.694860] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.695050] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.695254] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57bfb0c8-5984-4496-8f4e-45eef6ba2e2e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.697149] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-564317d0-9a72-4c72-a013-5e4300435077 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.703380] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 699.703380] env[69162]: value = "task-3231891" [ 699.703380] env[69162]: _type = "Task" [ 699.703380] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.707462] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.707462] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.711957] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbef66a7-a44f-4aae-a836-98648b748616 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.728095] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.729560] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for the task: (returnval){ [ 699.729560] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520f8ef4-8bc0-b1e6-6366-be5e4afdcba3" [ 699.729560] env[69162]: _type = "Task" [ 699.729560] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.737829] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520f8ef4-8bc0-b1e6-6366-be5e4afdcba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.819875] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.820410] env[69162]: DEBUG nova.compute.manager [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.825171] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.571s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.825171] env[69162]: INFO nova.compute.claims [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.850455] env[69162]: DEBUG oslo_vmware.api [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231890, 'name': PowerOnVM_Task, 'duration_secs': 0.726374} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.850603] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.850792] env[69162]: INFO nova.compute.manager [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Took 11.00 seconds to spawn the instance on the hypervisor. [ 699.850965] env[69162]: DEBUG nova.compute.manager [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.851897] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab13351-d1ad-4702-8fc3-0b0eb215ad10 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.962251] env[69162]: DEBUG nova.network.neutron [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Updated VIF entry in instance network info cache for port 7ac67d6c-04d0-40ae-8c05-259d8c8b26b6. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.963577] env[69162]: DEBUG nova.network.neutron [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Updating instance_info_cache with network_info: [{"id": "7ac67d6c-04d0-40ae-8c05-259d8c8b26b6", "address": "fa:16:3e:26:2e:fd", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac67d6c-04", "ovs_interfaceid": "7ac67d6c-04d0-40ae-8c05-259d8c8b26b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.092276] env[69162]: DEBUG nova.network.neutron [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Updating instance_info_cache with network_info: [{"id": "e7a77bf9-0d26-45cd-a5e0-248f69f94bbe", "address": "fa:16:3e:c6:62:15", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7a77bf9-0d", "ovs_interfaceid": "e7a77bf9-0d26-45cd-a5e0-248f69f94bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.220466] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231891, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.242177] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520f8ef4-8bc0-b1e6-6366-be5e4afdcba3, 'name': SearchDatastore_Task, 'duration_secs': 0.01184} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.243128] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c4da38-aa06-4027-bb4d-5a68377e5a2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.250307] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for the task: (returnval){ [ 700.250307] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d6bd19-2500-3b69-3f70-6a515df922f3" [ 700.250307] env[69162]: _type = "Task" [ 700.250307] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.260970] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d6bd19-2500-3b69-3f70-6a515df922f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.335254] env[69162]: DEBUG nova.compute.utils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.335254] env[69162]: DEBUG nova.compute.manager [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.335254] env[69162]: DEBUG nova.network.neutron [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.382787] env[69162]: INFO nova.compute.manager [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Took 16.81 seconds to build instance. [ 700.467415] env[69162]: DEBUG oslo_concurrency.lockutils [req-68396f12-bdf0-4b89-a545-74b5a1931bc7 req-e02190a3-2293-4fcb-98c6-ce89eff5a438 service nova] Releasing lock "refresh_cache-e8db3145-5980-40c5-9fcf-f97f3758487e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.574535] env[69162]: DEBUG nova.policy [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff0b07b5028249f7858e8003431aa95d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da9658660ac44029a54d6baa851ff430', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.597040] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Releasing lock "refresh_cache-ccd6bdf9-f20d-4230-a879-31228b5531d3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.597040] env[69162]: DEBUG nova.compute.manager [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Instance network_info: |[{"id": "e7a77bf9-0d26-45cd-a5e0-248f69f94bbe", "address": "fa:16:3e:c6:62:15", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7a77bf9-0d", "ovs_interfaceid": "e7a77bf9-0d26-45cd-a5e0-248f69f94bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.597308] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:62:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7a77bf9-0d26-45cd-a5e0-248f69f94bbe', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.613120] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Creating folder: Project (ce574ed01b6848dd8fe3af1a1f26ba39). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.613120] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-234c488f-c8f7-42ca-b962-c982bb093e81 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.625150] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Created folder: Project (ce574ed01b6848dd8fe3af1a1f26ba39) in parent group-v645978. [ 700.627552] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Creating folder: Instances. Parent ref: group-v645991. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.627552] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0598ea14-3404-4022-b91f-21f35b93b0ab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.636115] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Created folder: Instances in parent group-v645991. [ 700.636115] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.636115] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.636115] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9327a190-0695-4369-a1e3-818cf261c331 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.659031] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.659031] env[69162]: value = "task-3231894" [ 700.659031] env[69162]: _type = "Task" [ 700.659031] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.669300] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231894, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.716692] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685886} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.717149] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 7db9e0be-ea98-4afc-8107-bfe3b9082b2f/7db9e0be-ea98-4afc-8107-bfe3b9082b2f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.719888] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.719888] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-714a383f-1485-4f5b-babf-d0f67079df7f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.725059] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 700.725059] env[69162]: value = "task-3231895" [ 700.725059] env[69162]: _type = "Task" [ 700.725059] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.733110] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.762237] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d6bd19-2500-3b69-3f70-6a515df922f3, 'name': SearchDatastore_Task, 'duration_secs': 0.065751} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.762525] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.762789] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] e8db3145-5980-40c5-9fcf-f97f3758487e/e8db3145-5980-40c5-9fcf-f97f3758487e.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.763062] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09f8db9d-781a-4bcb-8b2a-35aca6b3d415 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.771161] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for the task: (returnval){ [ 700.771161] env[69162]: value = "task-3231896" [ 700.771161] env[69162]: _type = "Task" [ 700.771161] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.779906] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.840902] env[69162]: DEBUG nova.compute.manager [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.891131] env[69162]: DEBUG oslo_concurrency.lockutils [None req-711e5e2c-eff3-4408-b0c9-be1891822b3c tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.329s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.892963] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.303s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.896132] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942d222a-9583-41ff-94af-9dba4955ed36 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.180036] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231894, 'name': CreateVM_Task, 'duration_secs': 0.354281} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.180369] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.181202] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.181287] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.182742] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.182742] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba536f9-ef67-4017-8949-89afcbfc6d48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.186675] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f368ad7-30df-468b-9773-85cefb9c4a61 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.193780] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 701.193780] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e4a438-8dbd-937d-52d7-172cd933edf2" [ 701.193780] env[69162]: _type = "Task" [ 701.193780] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.199984] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c663f58-6cc4-4721-8283-3f826909cd4b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.238231] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e4a438-8dbd-937d-52d7-172cd933edf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.244109] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5f9e3f-faca-42af-b2c7-866b243a6483 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.251865] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061822} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.255507] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.256291] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0381691d-b851-4baa-b0b1-11aa249cc092 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.260647] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dba45f0-2fa1-4bd6-ac7d-d4b50ba62173 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.279466] env[69162]: DEBUG nova.compute.provider_tree [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.316340] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 7db9e0be-ea98-4afc-8107-bfe3b9082b2f/7db9e0be-ea98-4afc-8107-bfe3b9082b2f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.316845] env[69162]: DEBUG nova.network.neutron [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Successfully updated port: 18622ae4-ddb3-469f-9da5-706b76b5d1d1 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.319487] env[69162]: DEBUG nova.scheduler.client.report [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.322444] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa70f759-26d4-4eb2-ae6b-576df557de99 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.339657] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquiring lock "refresh_cache-3d811491-e635-4ade-a0f1-8044c41dbf9c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.339797] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquired lock "refresh_cache-3d811491-e635-4ade-a0f1-8044c41dbf9c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.339946] env[69162]: DEBUG nova.network.neutron [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.341713] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.518s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.342014] env[69162]: DEBUG nova.compute.manager [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.347069] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.762s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.347069] env[69162]: INFO nova.compute.claims [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.358956] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231896, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.363593] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 701.363593] env[69162]: value = "task-3231897" [ 701.363593] env[69162]: _type = "Task" [ 701.363593] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.374333] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.394355] env[69162]: DEBUG nova.compute.manager [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.407322] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.537103] env[69162]: DEBUG nova.network.neutron [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Successfully created port: 6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.670603] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.670603] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.712019] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e4a438-8dbd-937d-52d7-172cd933edf2, 'name': SearchDatastore_Task, 'duration_secs': 0.045022} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.712019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.712019] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.712019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.712228] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.712228] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.712228] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c329281-5adc-4eac-b42a-5fc9cb1b725a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.723034] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.723034] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.723034] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9e1fdb-a8cd-490f-8331-efeaaee5c147 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.732047] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 701.732047] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528bcefa-e07d-933d-2235-c8245fcc07c9" [ 701.732047] env[69162]: _type = "Task" [ 701.732047] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.739642] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528bcefa-e07d-933d-2235-c8245fcc07c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.789548] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231896, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.864728] env[69162]: DEBUG nova.compute.utils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.870080] env[69162]: DEBUG nova.compute.manager [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.871020] env[69162]: DEBUG nova.network.neutron [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.878563] env[69162]: DEBUG nova.compute.manager [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.892589] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.919128] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.919128] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.919128] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.919373] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.919373] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.919373] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.919373] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.919373] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.919641] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.919696] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.919937] env[69162]: DEBUG nova.virt.hardware [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.921139] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c5ba3e-85d4-4916-921d-5ef94feb64e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.924786] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.926233] env[69162]: DEBUG nova.policy [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77023514b8aa4ca0b71bf907fa9becda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff9f4e9609c54d2f945417283f5e54e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.935453] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1c6210-bbb4-4909-b26d-d0cfcc636ffb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.966295] env[69162]: DEBUG nova.network.neutron [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.238140] env[69162]: DEBUG nova.network.neutron [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Updating instance_info_cache with network_info: [{"id": "18622ae4-ddb3-469f-9da5-706b76b5d1d1", "address": "fa:16:3e:d7:1c:27", "network": {"id": "cacbf89f-86b8-407a-b9a6-44434258aaae", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1436788439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b627e518bd19478686b878d388eaf2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18622ae4-dd", "ovs_interfaceid": "18622ae4-ddb3-469f-9da5-706b76b5d1d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.246762] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528bcefa-e07d-933d-2235-c8245fcc07c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008521} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.247139] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1dd92f7-2ff3-4167-9f10-5cb80adb6197 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.253630] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 702.253630] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5238f900-5e45-5af1-3c79-93ef9ee5fa86" [ 702.253630] env[69162]: _type = "Task" [ 702.253630] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.262891] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5238f900-5e45-5af1-3c79-93ef9ee5fa86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.289171] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231896, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.484862} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.290345] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] e8db3145-5980-40c5-9fcf-f97f3758487e/e8db3145-5980-40c5-9fcf-f97f3758487e.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.290345] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.290345] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dbd7a94-04a8-483d-9fdf-836a9f29abe7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.297790] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for the task: (returnval){ [ 702.297790] env[69162]: value = "task-3231898" [ 702.297790] env[69162]: _type = "Task" [ 702.297790] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.307527] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.377312] env[69162]: DEBUG nova.compute.manager [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.390151] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.442813] env[69162]: DEBUG nova.compute.manager [req-7dcdc66c-238a-46f7-bd62-0aed9feb94a1 req-20c6a971-e0d7-4134-bfa0-fcd7532767b3 service nova] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Received event network-vif-plugged-18622ae4-ddb3-469f-9da5-706b76b5d1d1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.444206] env[69162]: DEBUG oslo_concurrency.lockutils [req-7dcdc66c-238a-46f7-bd62-0aed9feb94a1 req-20c6a971-e0d7-4134-bfa0-fcd7532767b3 service nova] Acquiring lock "3d811491-e635-4ade-a0f1-8044c41dbf9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.444551] env[69162]: DEBUG oslo_concurrency.lockutils [req-7dcdc66c-238a-46f7-bd62-0aed9feb94a1 req-20c6a971-e0d7-4134-bfa0-fcd7532767b3 service nova] Lock "3d811491-e635-4ade-a0f1-8044c41dbf9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.444794] env[69162]: DEBUG oslo_concurrency.lockutils [req-7dcdc66c-238a-46f7-bd62-0aed9feb94a1 req-20c6a971-e0d7-4134-bfa0-fcd7532767b3 service nova] Lock "3d811491-e635-4ade-a0f1-8044c41dbf9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.444953] env[69162]: DEBUG nova.compute.manager [req-7dcdc66c-238a-46f7-bd62-0aed9feb94a1 req-20c6a971-e0d7-4134-bfa0-fcd7532767b3 service nova] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] No waiting events found dispatching network-vif-plugged-18622ae4-ddb3-469f-9da5-706b76b5d1d1 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.445511] env[69162]: WARNING nova.compute.manager [req-7dcdc66c-238a-46f7-bd62-0aed9feb94a1 req-20c6a971-e0d7-4134-bfa0-fcd7532767b3 service nova] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Received unexpected event network-vif-plugged-18622ae4-ddb3-469f-9da5-706b76b5d1d1 for instance with vm_state building and task_state spawning. [ 702.664662] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e749f5-2369-4771-b0a9-35b16be03732 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.673463] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3e861-5c0f-42b9-8cea-244690faefdf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.714082] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1a3f53-0b6e-49a3-b988-5b994efb8058 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.721937] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122867d-c6d9-44e4-bf46-2f46ce009174 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.740523] env[69162]: DEBUG nova.compute.provider_tree [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.742235] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Releasing lock "refresh_cache-3d811491-e635-4ade-a0f1-8044c41dbf9c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.742631] env[69162]: DEBUG nova.compute.manager [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Instance network_info: |[{"id": "18622ae4-ddb3-469f-9da5-706b76b5d1d1", "address": "fa:16:3e:d7:1c:27", "network": {"id": "cacbf89f-86b8-407a-b9a6-44434258aaae", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1436788439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b627e518bd19478686b878d388eaf2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18622ae4-dd", "ovs_interfaceid": "18622ae4-ddb3-469f-9da5-706b76b5d1d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.743285] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:1c:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18622ae4-ddb3-469f-9da5-706b76b5d1d1', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.752296] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Creating folder: Project (b627e518bd19478686b878d388eaf2ff). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.752296] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cefc23b-b045-4939-8c52-bd6a10488415 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.756117] env[69162]: DEBUG nova.compute.manager [req-e34396f3-f572-4308-afdd-f493af9cd3cb req-a6af5434-e72f-4c3e-9cf9-b1f3d8576713 service nova] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Received event network-changed-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.756362] env[69162]: DEBUG nova.compute.manager [req-e34396f3-f572-4308-afdd-f493af9cd3cb req-a6af5434-e72f-4c3e-9cf9-b1f3d8576713 service nova] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Refreshing instance network info cache due to event network-changed-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.756585] env[69162]: DEBUG oslo_concurrency.lockutils [req-e34396f3-f572-4308-afdd-f493af9cd3cb req-a6af5434-e72f-4c3e-9cf9-b1f3d8576713 service nova] Acquiring lock "refresh_cache-ccd6bdf9-f20d-4230-a879-31228b5531d3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.756718] env[69162]: DEBUG oslo_concurrency.lockutils [req-e34396f3-f572-4308-afdd-f493af9cd3cb req-a6af5434-e72f-4c3e-9cf9-b1f3d8576713 service nova] Acquired lock "refresh_cache-ccd6bdf9-f20d-4230-a879-31228b5531d3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.756873] env[69162]: DEBUG nova.network.neutron [req-e34396f3-f572-4308-afdd-f493af9cd3cb req-a6af5434-e72f-4c3e-9cf9-b1f3d8576713 service nova] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Refreshing network info cache for port e7a77bf9-0d26-45cd-a5e0-248f69f94bbe {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.772563] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Created folder: Project (b627e518bd19478686b878d388eaf2ff) in parent group-v645978. [ 702.772750] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Creating folder: Instances. Parent ref: group-v645994. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.774949] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5238f900-5e45-5af1-3c79-93ef9ee5fa86, 'name': SearchDatastore_Task, 'duration_secs': 0.022642} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.774949] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9ae89e0-a1e4-4f11-a7cc-15a223d5fd6b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.775419] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.775546] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] ccd6bdf9-f20d-4230-a879-31228b5531d3/ccd6bdf9-f20d-4230-a879-31228b5531d3.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.776072] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d752064-dc06-424f-a979-07e8b707dbda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.783461] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 702.783461] env[69162]: value = "task-3231901" [ 702.783461] env[69162]: _type = "Task" [ 702.783461] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.788243] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Created folder: Instances in parent group-v645994. [ 702.788362] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.788915] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.790460] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe9baece-8761-4dc7-a89f-22e7d2951cbf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.810246] env[69162]: DEBUG nova.network.neutron [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Successfully created port: bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.811626] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.821179] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086623} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.822804] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.822804] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.822804] env[69162]: value = "task-3231902" [ 702.822804] env[69162]: _type = "Task" [ 702.822804] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.823392] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f4abac-2691-4392-9afc-34be6e2448bf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.834518] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231902, 'name': CreateVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.853387] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] e8db3145-5980-40c5-9fcf-f97f3758487e/e8db3145-5980-40c5-9fcf-f97f3758487e.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.853387] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb65d54b-5610-4505-aa21-eaa4d7311764 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.876189] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for the task: (returnval){ [ 702.876189] env[69162]: value = "task-3231903" [ 702.876189] env[69162]: _type = "Task" [ 702.876189] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.888032] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231897, 'name': ReconfigVM_Task, 'duration_secs': 1.171213} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.888471] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 7db9e0be-ea98-4afc-8107-bfe3b9082b2f/7db9e0be-ea98-4afc-8107-bfe3b9082b2f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.889105] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7646c3fa-dc79-41f0-abcd-5307587bfa70 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.894819] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.901313] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 702.901313] env[69162]: value = "task-3231904" [ 702.901313] env[69162]: _type = "Task" [ 702.901313] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.912277] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231904, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.245849] env[69162]: DEBUG nova.scheduler.client.report [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.298339] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231901, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.340907] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231902, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.393424] env[69162]: DEBUG nova.compute.manager [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.396159] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.417145] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231904, 'name': Rename_Task, 'duration_secs': 0.439175} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.417145] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.417145] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d77e512-1709-4d78-a6b8-f779eabea596 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.426341] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 703.426341] env[69162]: value = "task-3231905" [ 703.426341] env[69162]: _type = "Task" [ 703.426341] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.436020] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.436279] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.436438] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.438091] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.438091] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.438091] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.438091] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.438091] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.438416] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.438416] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.438416] env[69162]: DEBUG nova.virt.hardware [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.439929] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1725b9c-e60b-4bd0-92bf-62c028fe09c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.450911] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231905, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.454931] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f2af79-0469-4899-925d-90ed9c76a252 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.497828] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.497934] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.750818] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.751372] env[69162]: DEBUG nova.compute.manager [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.754611] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.010s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.756191] env[69162]: INFO nova.compute.claims [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.801393] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554664} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.802095] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] ccd6bdf9-f20d-4230-a879-31228b5531d3/ccd6bdf9-f20d-4230-a879-31228b5531d3.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.802520] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.804110] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dbb7b9a-8f0c-41d3-8e70-2e4dc839dadb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.813029] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 703.813029] env[69162]: value = "task-3231906" [ 703.813029] env[69162]: _type = "Task" [ 703.813029] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.825134] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.840086] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231902, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.887958] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.951062] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.986151] env[69162]: DEBUG nova.network.neutron [req-e34396f3-f572-4308-afdd-f493af9cd3cb req-a6af5434-e72f-4c3e-9cf9-b1f3d8576713 service nova] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Updated VIF entry in instance network info cache for port e7a77bf9-0d26-45cd-a5e0-248f69f94bbe. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.986151] env[69162]: DEBUG nova.network.neutron [req-e34396f3-f572-4308-afdd-f493af9cd3cb req-a6af5434-e72f-4c3e-9cf9-b1f3d8576713 service nova] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Updating instance_info_cache with network_info: [{"id": "e7a77bf9-0d26-45cd-a5e0-248f69f94bbe", "address": "fa:16:3e:c6:62:15", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7a77bf9-0d", "ovs_interfaceid": "e7a77bf9-0d26-45cd-a5e0-248f69f94bbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.092666] env[69162]: DEBUG nova.network.neutron [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Successfully updated port: 6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.261466] env[69162]: DEBUG nova.compute.utils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.263214] env[69162]: DEBUG nova.compute.manager [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.263497] env[69162]: DEBUG nova.network.neutron [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.321269] env[69162]: DEBUG nova.policy [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccab2e8420d84424846d35afb27faa5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05593a2959704b349d2d74752254a4be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.327136] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.337551] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231902, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.390677] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.444912] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.490632] env[69162]: DEBUG oslo_concurrency.lockutils [req-e34396f3-f572-4308-afdd-f493af9cd3cb req-a6af5434-e72f-4c3e-9cf9-b1f3d8576713 service nova] Releasing lock "refresh_cache-ccd6bdf9-f20d-4230-a879-31228b5531d3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.598196] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquiring lock "refresh_cache-8e5bf24d-2487-4dcf-9e27-a326e4e68032" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.598349] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquired lock "refresh_cache-8e5bf24d-2487-4dcf-9e27-a326e4e68032" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.598502] env[69162]: DEBUG nova.network.neutron [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.771495] env[69162]: DEBUG nova.compute.manager [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.827401] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.646676} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.828855] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.831698] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024281ba-98bb-4c62-ac9d-114abc156dd5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.844613] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231902, 'name': CreateVM_Task, 'duration_secs': 1.662548} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.855864] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.869698] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] ccd6bdf9-f20d-4230-a879-31228b5531d3/ccd6bdf9-f20d-4230-a879-31228b5531d3.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.873476] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.873659] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.873981] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.874232] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58601ffa-cd7c-45ac-83e7-c4bb81dde2ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.889575] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196f6244-e037-44b4-9e63-9b70399c6496 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.898513] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for the task: (returnval){ [ 704.898513] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529463d2-a07a-e308-a684-060d5af53835" [ 704.898513] env[69162]: _type = "Task" [ 704.898513] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.907111] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 704.907111] env[69162]: value = "task-3231907" [ 704.907111] env[69162]: _type = "Task" [ 704.907111] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.917242] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529463d2-a07a-e308-a684-060d5af53835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.917542] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231903, 'name': ReconfigVM_Task, 'duration_secs': 1.533114} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.918602] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Reconfigured VM instance instance-00000004 to attach disk [datastore1] e8db3145-5980-40c5-9fcf-f97f3758487e/e8db3145-5980-40c5-9fcf-f97f3758487e.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.921700] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-398ba503-07d0-4b06-9520-baf94c2d1a9e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.927209] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.928097] env[69162]: DEBUG nova.network.neutron [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Successfully created port: 3fcee58f-bd35-4945-872c-8030fe33e08a {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.934176] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for the task: (returnval){ [ 704.934176] env[69162]: value = "task-3231908" [ 704.934176] env[69162]: _type = "Task" [ 704.934176] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.945676] env[69162]: DEBUG oslo_vmware.api [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3231905, 'name': PowerOnVM_Task, 'duration_secs': 1.417069} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.951603] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.951603] env[69162]: INFO nova.compute.manager [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Took 13.82 seconds to spawn the instance on the hypervisor. [ 704.951787] env[69162]: DEBUG nova.compute.manager [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.952443] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231908, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.953460] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2e6789-8ae4-4847-a300-748feb6ab61a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.122062] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquiring lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.122062] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.122062] env[69162]: INFO nova.compute.manager [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Rebooting instance [ 705.128560] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bb53d3-8aab-4244-92ae-89732c22ad9a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.137245] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296dfac7-b458-4ec8-ac31-1d0576b4f593 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.172679] env[69162]: DEBUG nova.network.neutron [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.175171] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33694ec2-e4cd-4580-a21c-1bb3789302bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.183048] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3a6a31-43ef-49df-a730-609715dfde06 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.198717] env[69162]: DEBUG nova.compute.provider_tree [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.371473] env[69162]: DEBUG nova.network.neutron [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Updating instance_info_cache with network_info: [{"id": "6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5", "address": "fa:16:3e:bb:8f:83", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c45fe0d-a3", "ovs_interfaceid": "6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.418254] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529463d2-a07a-e308-a684-060d5af53835, 'name': SearchDatastore_Task, 'duration_secs': 0.027785} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.420012] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.422866] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.422866] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.422866] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.423101] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.427507] env[69162]: DEBUG nova.compute.manager [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Received event network-changed-18622ae4-ddb3-469f-9da5-706b76b5d1d1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.428197] env[69162]: DEBUG nova.compute.manager [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Refreshing instance network info cache due to event network-changed-18622ae4-ddb3-469f-9da5-706b76b5d1d1. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.428426] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] Acquiring lock "refresh_cache-3d811491-e635-4ade-a0f1-8044c41dbf9c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.428609] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] Acquired lock "refresh_cache-3d811491-e635-4ade-a0f1-8044c41dbf9c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.431582] env[69162]: DEBUG nova.network.neutron [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Refreshing network info cache for port 18622ae4-ddb3-469f-9da5-706b76b5d1d1 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.441081] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e957451-8377-4e9a-8464-b73e7d712f81 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.443489] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231907, 'name': ReconfigVM_Task, 'duration_secs': 0.4782} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.444932] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Reconfigured VM instance instance-00000005 to attach disk [datastore1] ccd6bdf9-f20d-4230-a879-31228b5531d3/ccd6bdf9-f20d-4230-a879-31228b5531d3.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.449983] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd2b4103-0ec3-4a5b-93dd-a64fdf47f73f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.462257] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 705.462257] env[69162]: value = "task-3231909" [ 705.462257] env[69162]: _type = "Task" [ 705.462257] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.462257] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.462257] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.462985] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231908, 'name': Rename_Task, 'duration_secs': 0.223163} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.463418] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c4a4a2-cf58-415a-970a-ff519042e78c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.467262] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.475894] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3393ff38-386e-473c-acbf-7bf7e7fa8543 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.484827] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for the task: (returnval){ [ 705.484827] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f79e0a-8273-cdc7-7ee3-549bf1696396" [ 705.484827] env[69162]: _type = "Task" [ 705.484827] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.485796] env[69162]: INFO nova.compute.manager [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Took 20.05 seconds to build instance. [ 705.491439] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for the task: (returnval){ [ 705.491439] env[69162]: value = "task-3231910" [ 705.491439] env[69162]: _type = "Task" [ 705.491439] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.491762] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231909, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.505582] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f79e0a-8273-cdc7-7ee3-549bf1696396, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.509640] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231910, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.510480] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6374e6b-0927-4301-8ec9-de99a95273ce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.516914] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for the task: (returnval){ [ 705.516914] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fd4163-cc01-1d26-cc2c-e8fc84a6e20f" [ 705.516914] env[69162]: _type = "Task" [ 705.516914] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.524832] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fd4163-cc01-1d26-cc2c-e8fc84a6e20f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.662411] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquiring lock "refresh_cache-df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.662654] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquired lock "refresh_cache-df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.662874] env[69162]: DEBUG nova.network.neutron [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.703255] env[69162]: DEBUG nova.scheduler.client.report [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.771996] env[69162]: DEBUG nova.network.neutron [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Successfully updated port: bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.786202] env[69162]: DEBUG nova.compute.manager [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.824834] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.825099] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.825262] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.825453] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.825819] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.825998] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.826253] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.826488] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.826673] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.826836] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.827016] env[69162]: DEBUG nova.virt.hardware [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.828661] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a070c2-5064-4cbe-87f5-1bfe62e4489c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.837906] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d5e3dc-5fcf-44ee-88d9-1c015b67b507 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.876634] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Releasing lock "refresh_cache-8e5bf24d-2487-4dcf-9e27-a326e4e68032" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.876634] env[69162]: DEBUG nova.compute.manager [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Instance network_info: |[{"id": "6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5", "address": "fa:16:3e:bb:8f:83", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c45fe0d-a3", "ovs_interfaceid": "6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.876804] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:8f:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.890968] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Creating folder: Project (da9658660ac44029a54d6baa851ff430). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.890968] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dd0966e-fd2e-497a-8118-14caf0ac4154 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.901114] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Created folder: Project (da9658660ac44029a54d6baa851ff430) in parent group-v645978. [ 705.901656] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Creating folder: Instances. Parent ref: group-v645997. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.901656] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eb2c684-a081-491c-8fda-5a4914249feb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.911296] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Created folder: Instances in parent group-v645997. [ 705.911560] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.911799] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.912286] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c92b41c-4d07-45de-ae59-334f6a9cb1af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.935918] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.935918] env[69162]: value = "task-3231913" [ 705.935918] env[69162]: _type = "Task" [ 705.935918] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.949795] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231913, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.974124] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231909, 'name': Rename_Task, 'duration_secs': 0.1814} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.974465] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.974836] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82dbc752-fa5c-415d-9434-e0fa1579bba4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.981872] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 705.981872] env[69162]: value = "task-3231914" [ 705.981872] env[69162]: _type = "Task" [ 705.981872] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.990968] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.993736] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2fef3341-1b3f-471b-98e7-e799e99c2eb8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.570s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.012901] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231910, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.028093] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fd4163-cc01-1d26-cc2c-e8fc84a6e20f, 'name': SearchDatastore_Task, 'duration_secs': 0.013424} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.029100] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.029505] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 3d811491-e635-4ade-a0f1-8044c41dbf9c/3d811491-e635-4ade-a0f1-8044c41dbf9c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.029904] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df2174af-c08b-40d3-a308-6ff00be3e4cf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.037398] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for the task: (returnval){ [ 706.037398] env[69162]: value = "task-3231915" [ 706.037398] env[69162]: _type = "Task" [ 706.037398] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.052915] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.211568] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.211807] env[69162]: DEBUG nova.compute.manager [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.222922] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.277s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.225119] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.225119] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 706.225119] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.272s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.229025] env[69162]: INFO nova.compute.claims [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.236176] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24fa6a4-b5cd-4505-9b30-ef7c72119cce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.254054] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a333cb-0183-4739-965d-bcf9a124f646 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.279123] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquiring lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.279303] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquired lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.279464] env[69162]: DEBUG nova.network.neutron [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.281918] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0952bd-e879-4855-8d7d-e5ffb3cbbd39 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.293316] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac2cd2f-04c6-4eea-a02f-a7c024c71ef8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.332721] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181046MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 706.332721] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.450553] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231913, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.494359] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231914, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.498098] env[69162]: DEBUG nova.compute.manager [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.514055] env[69162]: DEBUG oslo_vmware.api [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231910, 'name': PowerOnVM_Task, 'duration_secs': 0.750751} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.514336] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.514558] env[69162]: INFO nova.compute.manager [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Took 11.87 seconds to spawn the instance on the hypervisor. [ 706.514808] env[69162]: DEBUG nova.compute.manager [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.515717] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a84d1c7-7c35-458f-9c69-8da5cdedb6b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.553084] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231915, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.596546] env[69162]: DEBUG nova.network.neutron [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Updating instance_info_cache with network_info: [{"id": "6b37dc25-619c-40ae-acf2-72484eea9645", "address": "fa:16:3e:13:ac:22", "network": {"id": "845d341b-8f5b-4b23-a323-a1c395e2d8e3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1098199369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c1a658b65774de2a09300f96ebe921e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37dc25-61", "ovs_interfaceid": "6b37dc25-619c-40ae-acf2-72484eea9645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.734945] env[69162]: DEBUG nova.compute.utils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.736101] env[69162]: DEBUG nova.compute.manager [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.736223] env[69162]: DEBUG nova.network.neutron [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.855073] env[69162]: DEBUG nova.policy [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8053e4c716404e2bbbb814f547d534d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1edd41763842198625a9c314b35c56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.859327] env[69162]: DEBUG nova.network.neutron [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.918887] env[69162]: DEBUG nova.network.neutron [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Updated VIF entry in instance network info cache for port 18622ae4-ddb3-469f-9da5-706b76b5d1d1. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.918887] env[69162]: DEBUG nova.network.neutron [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Updating instance_info_cache with network_info: [{"id": "18622ae4-ddb3-469f-9da5-706b76b5d1d1", "address": "fa:16:3e:d7:1c:27", "network": {"id": "cacbf89f-86b8-407a-b9a6-44434258aaae", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1436788439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b627e518bd19478686b878d388eaf2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18622ae4-dd", "ovs_interfaceid": "18622ae4-ddb3-469f-9da5-706b76b5d1d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.923152] env[69162]: DEBUG nova.network.neutron [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Successfully updated port: 3fcee58f-bd35-4945-872c-8030fe33e08a {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.949939] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231913, 'name': CreateVM_Task, 'duration_secs': 0.58044} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.950249] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.950882] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.951064] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.951386] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.951636] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1311e85-a140-4a78-9655-95bf99614bca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.956824] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for the task: (returnval){ [ 706.956824] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ddc062-aed6-47e7-dce8-2f1b60182c65" [ 706.956824] env[69162]: _type = "Task" [ 706.956824] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.966684] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ddc062-aed6-47e7-dce8-2f1b60182c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.993892] env[69162]: DEBUG oslo_vmware.api [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3231914, 'name': PowerOnVM_Task, 'duration_secs': 0.536567} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.997461] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.997461] env[69162]: INFO nova.compute.manager [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Took 9.97 seconds to spawn the instance on the hypervisor. [ 706.997461] env[69162]: DEBUG nova.compute.manager [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.997461] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4337096-c0b6-4290-a598-bc7cc9e9fa96 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.038687] env[69162]: INFO nova.compute.manager [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Took 20.43 seconds to build instance. [ 707.043029] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.054674] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56003} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.055305] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 3d811491-e635-4ade-a0f1-8044c41dbf9c/3d811491-e635-4ade-a0f1-8044c41dbf9c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.055686] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.056338] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c3d54c5-9932-4712-81f1-92398a19d747 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.067163] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for the task: (returnval){ [ 707.067163] env[69162]: value = "task-3231916" [ 707.067163] env[69162]: _type = "Task" [ 707.067163] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.082528] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.098877] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Releasing lock "refresh_cache-df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.215099] env[69162]: DEBUG nova.network.neutron [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Updating instance_info_cache with network_info: [{"id": "bb3d217d-eac0-4a90-9806-05d26cb97a6c", "address": "fa:16:3e:89:fc:aa", "network": {"id": "979abb29-3dc8-4a23-a4c7-c3aad9858135", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-412692086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff9f4e9609c54d2f945417283f5e54e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3d217d-ea", "ovs_interfaceid": "bb3d217d-eac0-4a90-9806-05d26cb97a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.243143] env[69162]: DEBUG nova.compute.manager [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.417712] env[69162]: DEBUG nova.network.neutron [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Successfully created port: c0d5ba15-55bd-4fbc-bc86-1037aa210271 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.421906] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] Releasing lock "refresh_cache-3d811491-e635-4ade-a0f1-8044c41dbf9c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.422260] env[69162]: DEBUG nova.compute.manager [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Received event network-vif-plugged-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.423136] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] Acquiring lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.423233] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] Lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.423559] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] Lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.424765] env[69162]: DEBUG nova.compute.manager [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] No waiting events found dispatching network-vif-plugged-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.426786] env[69162]: WARNING nova.compute.manager [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Received unexpected event network-vif-plugged-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 for instance with vm_state building and task_state spawning. [ 707.427052] env[69162]: DEBUG nova.compute.manager [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Received event network-changed-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.427275] env[69162]: DEBUG nova.compute.manager [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Refreshing instance network info cache due to event network-changed-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.427472] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] Acquiring lock "refresh_cache-8e5bf24d-2487-4dcf-9e27-a326e4e68032" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.427734] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] Acquired lock "refresh_cache-8e5bf24d-2487-4dcf-9e27-a326e4e68032" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.427770] env[69162]: DEBUG nova.network.neutron [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Refreshing network info cache for port 6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.435975] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "refresh_cache-d85b7f58-9cf1-49e4-bbc9-e976fa002144" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.436151] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired lock "refresh_cache-d85b7f58-9cf1-49e4-bbc9-e976fa002144" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.436291] env[69162]: DEBUG nova.network.neutron [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.481143] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ddc062-aed6-47e7-dce8-2f1b60182c65, 'name': SearchDatastore_Task, 'duration_secs': 0.074957} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.486133] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.486412] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.487026] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.487026] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.487026] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.488087] env[69162]: DEBUG nova.compute.manager [req-ac6ec810-9b99-4159-b4e7-50ab84897ed4 req-372a7dc5-a678-4201-a8f2-50492fec5a87 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Received event network-vif-plugged-bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.488283] env[69162]: DEBUG oslo_concurrency.lockutils [req-ac6ec810-9b99-4159-b4e7-50ab84897ed4 req-372a7dc5-a678-4201-a8f2-50492fec5a87 service nova] Acquiring lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.488478] env[69162]: DEBUG oslo_concurrency.lockutils [req-ac6ec810-9b99-4159-b4e7-50ab84897ed4 req-372a7dc5-a678-4201-a8f2-50492fec5a87 service nova] Lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.488639] env[69162]: DEBUG oslo_concurrency.lockutils [req-ac6ec810-9b99-4159-b4e7-50ab84897ed4 req-372a7dc5-a678-4201-a8f2-50492fec5a87 service nova] Lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.488809] env[69162]: DEBUG nova.compute.manager [req-ac6ec810-9b99-4159-b4e7-50ab84897ed4 req-372a7dc5-a678-4201-a8f2-50492fec5a87 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] No waiting events found dispatching network-vif-plugged-bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.488967] env[69162]: WARNING nova.compute.manager [req-ac6ec810-9b99-4159-b4e7-50ab84897ed4 req-372a7dc5-a678-4201-a8f2-50492fec5a87 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Received unexpected event network-vif-plugged-bb3d217d-eac0-4a90-9806-05d26cb97a6c for instance with vm_state building and task_state spawning. [ 707.490121] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b95e5252-2847-4a40-baeb-94b2376b69bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.519046] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.519167] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.521861] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b29878-ab9b-4d4e-a89a-028d858f34d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.526108] env[69162]: INFO nova.compute.manager [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Took 20.55 seconds to build instance. [ 707.533164] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for the task: (returnval){ [ 707.533164] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b7c154-f94f-0396-57f7-88948b993240" [ 707.533164] env[69162]: _type = "Task" [ 707.533164] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.541367] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99dd7657-a86f-4420-8bd2-f994a63d2574 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lock "e8db3145-5980-40c5-9fcf-f97f3758487e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.941s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.550092] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b7c154-f94f-0396-57f7-88948b993240, 'name': SearchDatastore_Task, 'duration_secs': 0.013848} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.551191] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26a63f2-de15-47b9-a5e0-96ccaac8d6ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.556888] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for the task: (returnval){ [ 707.556888] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52695263-48b7-2d21-8223-300619d6ee06" [ 707.556888] env[69162]: _type = "Task" [ 707.556888] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.570054] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52695263-48b7-2d21-8223-300619d6ee06, 'name': SearchDatastore_Task, 'duration_secs': 0.010057} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.573984] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.574337] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 8e5bf24d-2487-4dcf-9e27-a326e4e68032/8e5bf24d-2487-4dcf-9e27-a326e4e68032.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.574894] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d91e3c0f-0c1b-4cde-b0af-bc4bd476c3af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.584189] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066725} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.589080] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.589210] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for the task: (returnval){ [ 707.589210] env[69162]: value = "task-3231917" [ 707.589210] env[69162]: _type = "Task" [ 707.589210] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.590428] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ec6925-a273-4211-a866-757b3c3b4111 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.605515] env[69162]: DEBUG nova.compute.manager [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.606438] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.620844] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aabe054-aaf7-42dc-b968-e7f351c05813 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.632711] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 3d811491-e635-4ade-a0f1-8044c41dbf9c/3d811491-e635-4ade-a0f1-8044c41dbf9c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.633374] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef0e994-f892-4c55-a457-3f58f0247d8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.661749] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for the task: (returnval){ [ 707.661749] env[69162]: value = "task-3231918" [ 707.661749] env[69162]: _type = "Task" [ 707.661749] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.664866] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072d88b9-daa5-4ac6-b279-4c2abf1dbcf2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.678171] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e760a57-1b78-4af8-a7b9-b71e14d57a43 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.683679] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.715745] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b51c82-5a8a-437e-aa6c-f30530eb314c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.718361] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Releasing lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.718361] env[69162]: DEBUG nova.compute.manager [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Instance network_info: |[{"id": "bb3d217d-eac0-4a90-9806-05d26cb97a6c", "address": "fa:16:3e:89:fc:aa", "network": {"id": "979abb29-3dc8-4a23-a4c7-c3aad9858135", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-412692086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff9f4e9609c54d2f945417283f5e54e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3d217d-ea", "ovs_interfaceid": "bb3d217d-eac0-4a90-9806-05d26cb97a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.718550] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:fc:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb3d217d-eac0-4a90-9806-05d26cb97a6c', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.732139] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Creating folder: Project (ff9f4e9609c54d2f945417283f5e54e7). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.734058] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0ad8993-b8d4-49d4-afbd-d24d3e46d010 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.741394] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d884602a-397e-4524-a161-914622e42a0f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.751975] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Created folder: Project (ff9f4e9609c54d2f945417283f5e54e7) in parent group-v645978. [ 707.752320] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Creating folder: Instances. Parent ref: group-v646000. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.752985] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73dc1848-5a10-452d-b67e-7952f30f5d75 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.764537] env[69162]: DEBUG nova.compute.provider_tree [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.774306] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Created folder: Instances in parent group-v646000. [ 707.774398] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.774791] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.774791] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df5fcf04-7ffd-47a2-84f2-d5241790286d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.797654] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.797654] env[69162]: value = "task-3231921" [ 707.797654] env[69162]: _type = "Task" [ 707.797654] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.807325] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231921, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.860018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "216a1a72-1d3f-431c-9544-8756135307ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.860283] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "216a1a72-1d3f-431c-9544-8756135307ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.002302] env[69162]: DEBUG nova.network.neutron [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.030158] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5f11bcbe-6ff0-44d6-b252-e4b7f4fc2834 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "ccd6bdf9-f20d-4230-a879-31228b5531d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.061s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.045312] env[69162]: DEBUG nova.compute.manager [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.108042] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231917, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.184273] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.253115] env[69162]: DEBUG nova.compute.manager [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.267396] env[69162]: DEBUG nova.scheduler.client.report [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.285460] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.285691] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.285830] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.286921] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.289792] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.289982] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.290207] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.290364] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.290531] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.290702] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.290859] env[69162]: DEBUG nova.virt.hardware [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.291911] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6aa6a7-d8d7-4616-92d8-5be9d3ef23b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.306053] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15f75e2-6832-4273-8be0-3622624b13de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.318376] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231921, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.367115] env[69162]: DEBUG nova.network.neutron [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Updating instance_info_cache with network_info: [{"id": "3fcee58f-bd35-4945-872c-8030fe33e08a", "address": "fa:16:3e:bd:84:97", "network": {"id": "c9bc9542-8585-4f21-a8f1-2d5bedc7d902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-583062670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05593a2959704b349d2d74752254a4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcee58f-bd", "ovs_interfaceid": "3fcee58f-bd35-4945-872c-8030fe33e08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.417537] env[69162]: DEBUG nova.network.neutron [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Updated VIF entry in instance network info cache for port 6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.417706] env[69162]: DEBUG nova.network.neutron [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Updating instance_info_cache with network_info: [{"id": "6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5", "address": "fa:16:3e:bb:8f:83", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c45fe0d-a3", "ovs_interfaceid": "6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.535661] env[69162]: DEBUG nova.compute.manager [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.573244] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.606686] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686975} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.606946] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 8e5bf24d-2487-4dcf-9e27-a326e4e68032/8e5bf24d-2487-4dcf-9e27-a326e4e68032.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.607358] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.607662] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55361767-3844-4cca-8db6-c1f8eca52cad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.614575] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for the task: (returnval){ [ 708.614575] env[69162]: value = "task-3231922" [ 708.614575] env[69162]: _type = "Task" [ 708.614575] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.626632] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.681092] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27e5594-d0ec-4072-ad43-69af2d31c688 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.690436] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231918, 'name': ReconfigVM_Task, 'duration_secs': 0.789476} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.693650] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 3d811491-e635-4ade-a0f1-8044c41dbf9c/3d811491-e635-4ade-a0f1-8044c41dbf9c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.694504] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Doing hard reboot of VM {{(pid=69162) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 708.694734] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5797f18b-38ce-48f4-9635-eb776e378d19 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.696402] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-883d61e5-995e-4d2f-a0c5-54f2dea50b23 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.703902] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for the task: (returnval){ [ 708.703902] env[69162]: value = "task-3231923" [ 708.703902] env[69162]: _type = "Task" [ 708.703902] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.705601] env[69162]: DEBUG oslo_vmware.api [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 708.705601] env[69162]: value = "task-3231924" [ 708.705601] env[69162]: _type = "Task" [ 708.705601] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.728282] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231923, 'name': Rename_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.729028] env[69162]: DEBUG oslo_vmware.api [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231924, 'name': ResetVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.774025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.774567] env[69162]: DEBUG nova.compute.manager [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.780846] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.855s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.781229] env[69162]: INFO nova.compute.claims [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.811537] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231921, 'name': CreateVM_Task, 'duration_secs': 0.586567} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.811537] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.812287] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.812442] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.812760] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.813031] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d53fed1-9970-400d-aa74-c8ab1e2bd28d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.820224] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for the task: (returnval){ [ 708.820224] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5214b167-eafa-c319-37cb-6863b8e6f271" [ 708.820224] env[69162]: _type = "Task" [ 708.820224] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.837174] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5214b167-eafa-c319-37cb-6863b8e6f271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.869993] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Releasing lock "refresh_cache-d85b7f58-9cf1-49e4-bbc9-e976fa002144" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.870381] env[69162]: DEBUG nova.compute.manager [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Instance network_info: |[{"id": "3fcee58f-bd35-4945-872c-8030fe33e08a", "address": "fa:16:3e:bd:84:97", "network": {"id": "c9bc9542-8585-4f21-a8f1-2d5bedc7d902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-583062670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05593a2959704b349d2d74752254a4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcee58f-bd", "ovs_interfaceid": "3fcee58f-bd35-4945-872c-8030fe33e08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.870795] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:84:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fcee58f-bd35-4945-872c-8030fe33e08a', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.880833] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Creating folder: Project (05593a2959704b349d2d74752254a4be). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.881757] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77d6376c-1642-49e0-9cf6-4224618f399f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.894552] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Created folder: Project (05593a2959704b349d2d74752254a4be) in parent group-v645978. [ 708.894780] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Creating folder: Instances. Parent ref: group-v646003. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.895062] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a0931b5-87a3-46c5-9361-a57e8a96cdb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.905850] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Created folder: Instances in parent group-v646003. [ 708.906365] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.906365] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.906567] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d7498ae-6f12-4527-ad00-0a4e2b82ce04 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.922544] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff63260c-57b7-49a2-b7bb-48f8cddd36b1 req-717c4217-95d0-491c-8b1a-11487308f14c service nova] Releasing lock "refresh_cache-8e5bf24d-2487-4dcf-9e27-a326e4e68032" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.928239] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.928239] env[69162]: value = "task-3231927" [ 708.928239] env[69162]: _type = "Task" [ 708.928239] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.937756] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231927, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.077287] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.130711] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183846} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.131214] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.132145] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849d21f9-b9ec-4563-93b3-7344fab03f39 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.160248] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 8e5bf24d-2487-4dcf-9e27-a326e4e68032/8e5bf24d-2487-4dcf-9e27-a326e4e68032.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.161504] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ef4a81-bfdb-4adf-98a4-dd3e24b82216 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.180293] env[69162]: DEBUG nova.compute.manager [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Received event network-vif-plugged-3fcee58f-bd35-4945-872c-8030fe33e08a {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.180822] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] Acquiring lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.180822] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] Lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.181494] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] Lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.181494] env[69162]: DEBUG nova.compute.manager [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] No waiting events found dispatching network-vif-plugged-3fcee58f-bd35-4945-872c-8030fe33e08a {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.181494] env[69162]: WARNING nova.compute.manager [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Received unexpected event network-vif-plugged-3fcee58f-bd35-4945-872c-8030fe33e08a for instance with vm_state building and task_state spawning. [ 709.181494] env[69162]: DEBUG nova.compute.manager [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Received event network-changed-3fcee58f-bd35-4945-872c-8030fe33e08a {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.181725] env[69162]: DEBUG nova.compute.manager [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Refreshing instance network info cache due to event network-changed-3fcee58f-bd35-4945-872c-8030fe33e08a. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.181984] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] Acquiring lock "refresh_cache-d85b7f58-9cf1-49e4-bbc9-e976fa002144" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.182170] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] Acquired lock "refresh_cache-d85b7f58-9cf1-49e4-bbc9-e976fa002144" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.183099] env[69162]: DEBUG nova.network.neutron [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Refreshing network info cache for port 3fcee58f-bd35-4945-872c-8030fe33e08a {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.190469] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for the task: (returnval){ [ 709.190469] env[69162]: value = "task-3231928" [ 709.190469] env[69162]: _type = "Task" [ 709.190469] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.201518] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.222757] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231923, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.227018] env[69162]: DEBUG oslo_vmware.api [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231924, 'name': ResetVM_Task, 'duration_secs': 0.107999} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.229018] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Did hard reboot of VM {{(pid=69162) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 709.229018] env[69162]: DEBUG nova.compute.manager [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.229459] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fcd596-b793-451f-b4ac-c8c98a7965f2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.281518] env[69162]: DEBUG nova.compute.utils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.283012] env[69162]: DEBUG nova.compute.manager [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.283180] env[69162]: DEBUG nova.network.neutron [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.337663] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5214b167-eafa-c319-37cb-6863b8e6f271, 'name': SearchDatastore_Task, 'duration_secs': 0.030077} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.337992] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.338254] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.338497] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.338654] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.338832] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.339138] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e065807-d25e-4e1a-b598-b9ecd481d899 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.351966] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.351966] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.351966] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15927654-030d-4748-a5f3-e0a8ba81a09f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.360014] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for the task: (returnval){ [ 709.360014] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524917fa-d24a-6f90-7e62-14703131d363" [ 709.360014] env[69162]: _type = "Task" [ 709.360014] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.370599] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524917fa-d24a-6f90-7e62-14703131d363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.388039] env[69162]: DEBUG nova.policy [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '036b63cf87e24c068d964caf0de373c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86aebed242d64555a6000f9d5bee1b2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.447489] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231927, 'name': CreateVM_Task, 'duration_secs': 0.455837} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.447489] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.450796] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.450878] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.451180] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.451833] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6739e2db-a117-462b-82dc-863e5c233adc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.461740] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 709.461740] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5259c3b1-94c4-12cc-19e6-bbda55c6d304" [ 709.461740] env[69162]: _type = "Task" [ 709.461740] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.472192] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5259c3b1-94c4-12cc-19e6-bbda55c6d304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.703111] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.720254] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231923, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.751651] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9522276a-78e2-4a44-921f-f0f355dc8a95 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.629s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.787266] env[69162]: DEBUG nova.compute.manager [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.812356] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "68a25d29-fb0e-4afd-bbe1-5819ddd175e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.812356] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "68a25d29-fb0e-4afd-bbe1-5819ddd175e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.881942] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524917fa-d24a-6f90-7e62-14703131d363, 'name': SearchDatastore_Task, 'duration_secs': 0.013615} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.882829] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15252987-18a3-4a6b-b613-c3b61b22427f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.890763] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for the task: (returnval){ [ 709.890763] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5279c780-5be5-025d-f9e6-487e38e5490f" [ 709.890763] env[69162]: _type = "Task" [ 709.890763] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.903691] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5279c780-5be5-025d-f9e6-487e38e5490f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.917930] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Acquiring lock "ccd6bdf9-f20d-4230-a879-31228b5531d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.919438] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Lock "ccd6bdf9-f20d-4230-a879-31228b5531d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.919438] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Acquiring lock "ccd6bdf9-f20d-4230-a879-31228b5531d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.919438] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Lock "ccd6bdf9-f20d-4230-a879-31228b5531d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.919438] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Lock "ccd6bdf9-f20d-4230-a879-31228b5531d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.926771] env[69162]: INFO nova.compute.manager [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Terminating instance [ 709.975572] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5259c3b1-94c4-12cc-19e6-bbda55c6d304, 'name': SearchDatastore_Task, 'duration_secs': 0.01341} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.979203] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.979525] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.979756] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.051878] env[69162]: DEBUG nova.compute.manager [None req-d5b7e434-f9a1-439a-bd60-ce7096d447ff tempest-ServerDiagnosticsV248Test-1504798088 tempest-ServerDiagnosticsV248Test-1504798088-project-admin] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.051878] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6967849-f093-4db8-a4a6-a8684a3601db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.061755] env[69162]: INFO nova.compute.manager [None req-d5b7e434-f9a1-439a-bd60-ce7096d447ff tempest-ServerDiagnosticsV248Test-1504798088 tempest-ServerDiagnosticsV248Test-1504798088-project-admin] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Retrieving diagnostics [ 710.064190] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33123c03-ae4b-4304-b918-8ae2200e2914 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.187167] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1160e6b-f8d7-45a7-8ccb-1a5d96ce9f89 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.202660] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5f23e1-6c90-46f2-899e-94f4110cd9ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.210332] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.248335] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b09fb9-7f90-4c96-977f-9de17f5bd0fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.251357] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231923, 'name': Rename_Task, 'duration_secs': 1.106615} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.251637] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.252265] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9794a24-1b71-4ac9-afd0-930bee5f6a82 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.257245] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a7026e-e905-4a50-949c-c17169d369fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.262229] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for the task: (returnval){ [ 710.262229] env[69162]: value = "task-3231929" [ 710.262229] env[69162]: _type = "Task" [ 710.262229] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.274046] env[69162]: DEBUG nova.compute.provider_tree [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.281306] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231929, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.337025] env[69162]: DEBUG nova.network.neutron [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Successfully updated port: c0d5ba15-55bd-4fbc-bc86-1037aa210271 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.401900] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5279c780-5be5-025d-f9e6-487e38e5490f, 'name': SearchDatastore_Task, 'duration_secs': 0.030687} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.402185] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.402951] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 7d2b4618-fbc9-4ad4-ad73-d2a780b34155/7d2b4618-fbc9-4ad4-ad73-d2a780b34155.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.402951] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.402951] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.403159] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afab2e2f-af6b-48db-a53e-17b08436b266 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.405313] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7398b98a-69ef-4458-ae23-b4418cab463a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.412410] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for the task: (returnval){ [ 710.412410] env[69162]: value = "task-3231930" [ 710.412410] env[69162]: _type = "Task" [ 710.412410] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.416875] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.417068] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.418241] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2e4952-c78a-428b-a81a-3ed60615c995 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.424909] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.431222] env[69162]: DEBUG nova.compute.manager [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.431222] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.431222] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 710.431222] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52137cbc-3f02-f196-4959-0eeb07ebbd80" [ 710.431222] env[69162]: _type = "Task" [ 710.431222] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.431901] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f49b75-8e97-4856-8094-afc22d1793b4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.447028] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52137cbc-3f02-f196-4959-0eeb07ebbd80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.449789] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.450217] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c49c82e-e5c7-4682-8543-478b1e9b99cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.459158] env[69162]: DEBUG oslo_vmware.api [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Waiting for the task: (returnval){ [ 710.459158] env[69162]: value = "task-3231931" [ 710.459158] env[69162]: _type = "Task" [ 710.459158] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.469493] env[69162]: DEBUG oslo_vmware.api [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Task: {'id': task-3231931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.474349] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "11d112bd-a738-4c4e-b22a-112a405a6670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.474610] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "11d112bd-a738-4c4e-b22a-112a405a6670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.537533] env[69162]: DEBUG nova.network.neutron [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Updated VIF entry in instance network info cache for port 3fcee58f-bd35-4945-872c-8030fe33e08a. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.538102] env[69162]: DEBUG nova.network.neutron [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Updating instance_info_cache with network_info: [{"id": "3fcee58f-bd35-4945-872c-8030fe33e08a", "address": "fa:16:3e:bd:84:97", "network": {"id": "c9bc9542-8585-4f21-a8f1-2d5bedc7d902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-583062670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05593a2959704b349d2d74752254a4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcee58f-bd", "ovs_interfaceid": "3fcee58f-bd35-4945-872c-8030fe33e08a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.591021] env[69162]: DEBUG nova.network.neutron [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Successfully created port: 060d009b-aa22-4581-b348-19b5f1e0121d {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.709242] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231928, 'name': ReconfigVM_Task, 'duration_secs': 1.026369} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.709662] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 8e5bf24d-2487-4dcf-9e27-a326e4e68032/8e5bf24d-2487-4dcf-9e27-a326e4e68032.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.710317] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05d3fbf3-242e-4d31-ad73-4a3ac68b81d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.721796] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for the task: (returnval){ [ 710.721796] env[69162]: value = "task-3231932" [ 710.721796] env[69162]: _type = "Task" [ 710.721796] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.737780] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231932, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.774030] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231929, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.778406] env[69162]: DEBUG nova.scheduler.client.report [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.800194] env[69162]: DEBUG nova.compute.manager [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.841147] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.841475] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.841645] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.841831] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.842648] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.842648] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.842648] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.842999] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.842999] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.843079] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.843291] env[69162]: DEBUG nova.virt.hardware [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.844272] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.844415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.844545] env[69162]: DEBUG nova.network.neutron [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.848049] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01ce1e0-16f9-4d5e-b6c9-17bf43e656cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.854165] env[69162]: DEBUG nova.compute.manager [req-a9dc0620-c637-40d2-b5fb-47a75c561cb3 req-2a88f54f-9272-41c2-bc80-a24145f37908 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Received event network-changed-bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.854165] env[69162]: DEBUG nova.compute.manager [req-a9dc0620-c637-40d2-b5fb-47a75c561cb3 req-2a88f54f-9272-41c2-bc80-a24145f37908 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Refreshing instance network info cache due to event network-changed-bb3d217d-eac0-4a90-9806-05d26cb97a6c. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.854165] env[69162]: DEBUG oslo_concurrency.lockutils [req-a9dc0620-c637-40d2-b5fb-47a75c561cb3 req-2a88f54f-9272-41c2-bc80-a24145f37908 service nova] Acquiring lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.854165] env[69162]: DEBUG oslo_concurrency.lockutils [req-a9dc0620-c637-40d2-b5fb-47a75c561cb3 req-2a88f54f-9272-41c2-bc80-a24145f37908 service nova] Acquired lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.854165] env[69162]: DEBUG nova.network.neutron [req-a9dc0620-c637-40d2-b5fb-47a75c561cb3 req-2a88f54f-9272-41c2-bc80-a24145f37908 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Refreshing network info cache for port bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.867229] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5c36c9-a2b3-480d-a937-db320823fb3f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.927344] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231930, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.945850] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52137cbc-3f02-f196-4959-0eeb07ebbd80, 'name': SearchDatastore_Task, 'duration_secs': 0.019147} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.946727] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d99c557-5e49-46c3-83a6-922cb2667029 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.952327] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 710.952327] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524da98d-f016-0a8b-8bc6-7a7ea2f36d39" [ 710.952327] env[69162]: _type = "Task" [ 710.952327] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.963189] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524da98d-f016-0a8b-8bc6-7a7ea2f36d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.971568] env[69162]: DEBUG oslo_vmware.api [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Task: {'id': task-3231931, 'name': PowerOffVM_Task, 'duration_secs': 0.203244} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.971651] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.971858] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.972078] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7761e03-4254-4354-8e75-ee6d5120b270 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.035595] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.035891] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.036151] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Deleting the datastore file [datastore1] ccd6bdf9-f20d-4230-a879-31228b5531d3 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.036482] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e928bc-4e63-4834-a573-367fea176d40 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.044717] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0795c4d-5d8a-4e17-a149-0ba224388466 req-87697912-b8fc-4619-ac4b-570b604a40cb service nova] Releasing lock "refresh_cache-d85b7f58-9cf1-49e4-bbc9-e976fa002144" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.054326] env[69162]: DEBUG oslo_vmware.api [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Waiting for the task: (returnval){ [ 711.054326] env[69162]: value = "task-3231934" [ 711.054326] env[69162]: _type = "Task" [ 711.054326] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.064367] env[69162]: DEBUG oslo_vmware.api [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Task: {'id': task-3231934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.232952] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231932, 'name': Rename_Task, 'duration_secs': 0.287186} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.234270] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.234672] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08ef7d79-a3a7-476f-a7f0-1b516bdb61ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.242132] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for the task: (returnval){ [ 711.242132] env[69162]: value = "task-3231935" [ 711.242132] env[69162]: _type = "Task" [ 711.242132] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.252180] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.274339] env[69162]: DEBUG oslo_vmware.api [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231929, 'name': PowerOnVM_Task, 'duration_secs': 0.645232} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.274339] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.274339] env[69162]: INFO nova.compute.manager [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Took 11.77 seconds to spawn the instance on the hypervisor. [ 711.274339] env[69162]: DEBUG nova.compute.manager [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.274585] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ea4e66-36d4-42a0-8be2-543aeac57de3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.287485] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.287990] env[69162]: DEBUG nova.compute.manager [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.291278] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.959s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.427031] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550928} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.427031] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 7d2b4618-fbc9-4ad4-ad73-d2a780b34155/7d2b4618-fbc9-4ad4-ad73-d2a780b34155.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.427031] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.427031] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0151ebb-915c-4c0a-8449-cf4a8fc4349e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.432561] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for the task: (returnval){ [ 711.432561] env[69162]: value = "task-3231936" [ 711.432561] env[69162]: _type = "Task" [ 711.432561] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.442299] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.460177] env[69162]: DEBUG nova.network.neutron [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.473647] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524da98d-f016-0a8b-8bc6-7a7ea2f36d39, 'name': SearchDatastore_Task, 'duration_secs': 0.012079} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.473959] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.474677] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d85b7f58-9cf1-49e4-bbc9-e976fa002144/d85b7f58-9cf1-49e4-bbc9-e976fa002144.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.474862] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d6968c3-26df-4b76-9e3d-21485938b804 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.481725] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 711.481725] env[69162]: value = "task-3231937" [ 711.481725] env[69162]: _type = "Task" [ 711.481725] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.490495] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.567116] env[69162]: DEBUG oslo_vmware.api [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Task: {'id': task-3231934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411138} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.567181] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.567397] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.567525] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.567695] env[69162]: INFO nova.compute.manager [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 711.567928] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.568243] env[69162]: DEBUG nova.compute.manager [-] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.568333] env[69162]: DEBUG nova.network.neutron [-] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.762478] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231935, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.798126] env[69162]: DEBUG nova.compute.utils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.809233] env[69162]: INFO nova.compute.manager [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Took 23.55 seconds to build instance. [ 711.810298] env[69162]: DEBUG nova.compute.manager [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.810469] env[69162]: DEBUG nova.network.neutron [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.932156] env[69162]: DEBUG nova.policy [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '036b63cf87e24c068d964caf0de373c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86aebed242d64555a6000f9d5bee1b2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.945267] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066705} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.949571] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.951197] env[69162]: DEBUG nova.network.neutron [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance_info_cache with network_info: [{"id": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "address": "fa:16:3e:9f:5d:18", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d5ba15-55", "ovs_interfaceid": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.953240] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919108c5-769c-4105-b1ca-df27006632fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.981245] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 7d2b4618-fbc9-4ad4-ad73-d2a780b34155/7d2b4618-fbc9-4ad4-ad73-d2a780b34155.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.982453] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2a0390-e693-471e-8273-e0d5ca204d26 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.012050] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231937, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.014254] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for the task: (returnval){ [ 712.014254] env[69162]: value = "task-3231938" [ 712.014254] env[69162]: _type = "Task" [ 712.014254] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.023941] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.031455] env[69162]: DEBUG nova.network.neutron [req-a9dc0620-c637-40d2-b5fb-47a75c561cb3 req-2a88f54f-9272-41c2-bc80-a24145f37908 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Updated VIF entry in instance network info cache for port bb3d217d-eac0-4a90-9806-05d26cb97a6c. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.031838] env[69162]: DEBUG nova.network.neutron [req-a9dc0620-c637-40d2-b5fb-47a75c561cb3 req-2a88f54f-9272-41c2-bc80-a24145f37908 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Updating instance_info_cache with network_info: [{"id": "bb3d217d-eac0-4a90-9806-05d26cb97a6c", "address": "fa:16:3e:89:fc:aa", "network": {"id": "979abb29-3dc8-4a23-a4c7-c3aad9858135", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-412692086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff9f4e9609c54d2f945417283f5e54e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3d217d-ea", "ovs_interfaceid": "bb3d217d-eac0-4a90-9806-05d26cb97a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.053508] env[69162]: DEBUG oslo_concurrency.lockutils [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquiring lock "e8db3145-5980-40c5-9fcf-f97f3758487e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.054613] env[69162]: DEBUG oslo_concurrency.lockutils [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lock "e8db3145-5980-40c5-9fcf-f97f3758487e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.054613] env[69162]: DEBUG oslo_concurrency.lockutils [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquiring lock "e8db3145-5980-40c5-9fcf-f97f3758487e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.054613] env[69162]: DEBUG oslo_concurrency.lockutils [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lock "e8db3145-5980-40c5-9fcf-f97f3758487e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.054613] env[69162]: DEBUG oslo_concurrency.lockutils [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lock "e8db3145-5980-40c5-9fcf-f97f3758487e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.059234] env[69162]: INFO nova.compute.manager [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Terminating instance [ 712.154167] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquiring lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.154601] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.154941] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquiring lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.155277] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.155562] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.158844] env[69162]: INFO nova.compute.manager [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Terminating instance [ 712.256796] env[69162]: DEBUG oslo_vmware.api [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231935, 'name': PowerOnVM_Task, 'duration_secs': 0.97379} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.257178] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.257443] env[69162]: INFO nova.compute.manager [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Took 10.38 seconds to spawn the instance on the hypervisor. [ 712.257644] env[69162]: DEBUG nova.compute.manager [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.258534] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4273195-5a7d-44e2-bb1e-2cf217cff74c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.305094] env[69162]: DEBUG nova.compute.manager [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Received event network-vif-plugged-c0d5ba15-55bd-4fbc-bc86-1037aa210271 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.305366] env[69162]: DEBUG oslo_concurrency.lockutils [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] Acquiring lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.305707] env[69162]: DEBUG oslo_concurrency.lockutils [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.305922] env[69162]: DEBUG oslo_concurrency.lockutils [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.306117] env[69162]: DEBUG nova.compute.manager [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] No waiting events found dispatching network-vif-plugged-c0d5ba15-55bd-4fbc-bc86-1037aa210271 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.306282] env[69162]: WARNING nova.compute.manager [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Received unexpected event network-vif-plugged-c0d5ba15-55bd-4fbc-bc86-1037aa210271 for instance with vm_state building and task_state spawning. [ 712.306436] env[69162]: DEBUG nova.compute.manager [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Received event network-changed-c0d5ba15-55bd-4fbc-bc86-1037aa210271 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.306586] env[69162]: DEBUG nova.compute.manager [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Refreshing instance network info cache due to event network-changed-c0d5ba15-55bd-4fbc-bc86-1037aa210271. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.306756] env[69162]: DEBUG oslo_concurrency.lockutils [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] Acquiring lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.309916] env[69162]: DEBUG nova.compute.manager [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.319208] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0237ba42-10de-4667-a39a-a3b91e0c3648 tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lock "3d811491-e635-4ade-a0f1-8044c41dbf9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.074s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.347456] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 215a10c2-c6d5-4074-bbb5-e6b129bf68b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347456] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance df3d25ca-8c2e-4b4f-9725-2803bfbd97ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347456] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 7db9e0be-ea98-4afc-8107-bfe3b9082b2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347456] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance e8db3145-5980-40c5-9fcf-f97f3758487e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347716] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance ccd6bdf9-f20d-4230-a879-31228b5531d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347716] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 3d811491-e635-4ade-a0f1-8044c41dbf9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347716] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 7d2b4618-fbc9-4ad4-ad73-d2a780b34155 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347716] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 8e5bf24d-2487-4dcf-9e27-a326e4e68032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347827] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance d85b7f58-9cf1-49e4-bbc9-e976fa002144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347827] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347827] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 71559be7-ab61-463b-8a2e-bcb5b10ebd8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.347968] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance ca60526d-f004-45c1-b23b-1e5f90bb23cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 712.458705] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.459100] env[69162]: DEBUG nova.compute.manager [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Instance network_info: |[{"id": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "address": "fa:16:3e:9f:5d:18", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d5ba15-55", "ovs_interfaceid": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.459496] env[69162]: DEBUG oslo_concurrency.lockutils [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] Acquired lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.459714] env[69162]: DEBUG nova.network.neutron [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Refreshing network info cache for port c0d5ba15-55bd-4fbc-bc86-1037aa210271 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.461030] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:5d:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0d5ba15-55bd-4fbc-bc86-1037aa210271', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.469035] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating folder: Project (ae1edd41763842198625a9c314b35c56). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.473119] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b40560f4-72aa-47df-906e-f092e4ee6281 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.483822] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Created folder: Project (ae1edd41763842198625a9c314b35c56) in parent group-v645978. [ 712.485026] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating folder: Instances. Parent ref: group-v646006. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.485026] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78df97c9-1c5f-4bb5-8b43-b86fbfe826c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.495324] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Created folder: Instances in parent group-v646006. [ 712.495590] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.495796] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.496218] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-172e6576-72e7-4150-b2c2-aa68834aee88 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.512679] env[69162]: DEBUG nova.network.neutron [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Successfully created port: 0bb6bbd4-364e-4bff-af8d-3985981409cc {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.524595] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.524595] env[69162]: value = "task-3231941" [ 712.524595] env[69162]: _type = "Task" [ 712.524595] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.528093] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90741} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.534681] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d85b7f58-9cf1-49e4-bbc9-e976fa002144/d85b7f58-9cf1-49e4-bbc9-e976fa002144.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.534681] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.534681] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.535316] env[69162]: DEBUG oslo_concurrency.lockutils [req-a9dc0620-c637-40d2-b5fb-47a75c561cb3 req-2a88f54f-9272-41c2-bc80-a24145f37908 service nova] Releasing lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.535450] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-064fd787-d36f-47f1-bec3-86d361ee8592 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.544031] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231941, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.545711] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 712.545711] env[69162]: value = "task-3231942" [ 712.545711] env[69162]: _type = "Task" [ 712.545711] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.558476] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.563388] env[69162]: DEBUG nova.compute.manager [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.564045] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.565172] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee87bd2-3b6c-49b7-8f0f-4a837fac1367 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.576148] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.577771] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e297a578-6394-4846-9293-8d5f3d86f86b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.587406] env[69162]: DEBUG oslo_vmware.api [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for the task: (returnval){ [ 712.587406] env[69162]: value = "task-3231943" [ 712.587406] env[69162]: _type = "Task" [ 712.587406] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.598668] env[69162]: DEBUG oslo_vmware.api [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.671182] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquiring lock "refresh_cache-215a10c2-c6d5-4074-bbb5-e6b129bf68b4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.671409] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquired lock "refresh_cache-215a10c2-c6d5-4074-bbb5-e6b129bf68b4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.671596] env[69162]: DEBUG nova.network.neutron [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.917306] env[69162]: DEBUG nova.network.neutron [-] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.917306] env[69162]: INFO nova.compute.manager [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Took 24.12 seconds to build instance. [ 712.917306] env[69162]: DEBUG nova.compute.manager [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.917306] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bfb80238-cb30-401e-a409-1939ea48ba2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.028545] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231938, 'name': ReconfigVM_Task, 'duration_secs': 0.65213} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.033160] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 7d2b4618-fbc9-4ad4-ad73-d2a780b34155/7d2b4618-fbc9-4ad4-ad73-d2a780b34155.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.033160] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9901aeb4-60aa-4db0-8ef2-7fdbafd7192b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.039510] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231941, 'name': CreateVM_Task, 'duration_secs': 0.493274} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.040885] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.042390] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for the task: (returnval){ [ 713.042390] env[69162]: value = "task-3231944" [ 713.042390] env[69162]: _type = "Task" [ 713.042390] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.042390] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.042390] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.042390] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.042616] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d6e021-e62c-4541-a35d-b0d090d48c89 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.053612] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 713.053612] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ef959d-869d-2608-f769-b67d58ecd360" [ 713.053612] env[69162]: _type = "Task" [ 713.053612] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.056205] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231944, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.063204] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070812} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.063204] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.063829] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e37324d-f371-4aef-8525-69f9bf9233fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.072978] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ef959d-869d-2608-f769-b67d58ecd360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.093525] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] d85b7f58-9cf1-49e4-bbc9-e976fa002144/d85b7f58-9cf1-49e4-bbc9-e976fa002144.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.093909] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e9d553d-475a-4c0b-90c3-991a6e87252e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.124132] env[69162]: DEBUG oslo_vmware.api [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231943, 'name': PowerOffVM_Task, 'duration_secs': 0.297014} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.124132] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 713.124132] env[69162]: value = "task-3231945" [ 713.124132] env[69162]: _type = "Task" [ 713.124132] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.124132] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.124132] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.124132] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afb16d8e-7387-471c-8fe3-330787a96e8e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.133713] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.200885] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.200885] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.200885] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Deleting the datastore file [datastore1] e8db3145-5980-40c5-9fcf-f97f3758487e {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.200885] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64196eac-5978-4e74-a271-9282065b6881 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.207597] env[69162]: DEBUG oslo_vmware.api [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for the task: (returnval){ [ 713.207597] env[69162]: value = "task-3231947" [ 713.207597] env[69162]: _type = "Task" [ 713.207597] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.216937] env[69162]: DEBUG oslo_vmware.api [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.228018] env[69162]: DEBUG nova.network.neutron [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.295219] env[69162]: INFO nova.compute.manager [-] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Took 1.73 seconds to deallocate network for instance. [ 713.305376] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a5be3-f519-4cec-8932-6d09ede4fe3b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.666s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.321265] env[69162]: DEBUG nova.compute.manager [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.358167] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.358479] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.359010] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.359010] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.359010] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.360144] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.360144] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.360144] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.360144] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.360144] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.360368] env[69162]: DEBUG nova.virt.hardware [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.362185] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.366040] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d173b5-2577-493f-bb36-927d6025b1dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.371228] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.375579] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcde4ff-4550-446a-b98f-212ad167519f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.428114] env[69162]: DEBUG nova.network.neutron [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updated VIF entry in instance network info cache for port c0d5ba15-55bd-4fbc-bc86-1037aa210271. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.428493] env[69162]: DEBUG nova.network.neutron [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance_info_cache with network_info: [{"id": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "address": "fa:16:3e:9f:5d:18", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d5ba15-55", "ovs_interfaceid": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.458958] env[69162]: DEBUG nova.network.neutron [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.553269] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231944, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.567454] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ef959d-869d-2608-f769-b67d58ecd360, 'name': SearchDatastore_Task, 'duration_secs': 0.020519} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.567547] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.568063] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.568540] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.568540] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.568650] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.569222] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b70dc188-77a8-425a-bde0-f235d92727bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.581736] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.581736] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.582152] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee704bb-5b8d-4837-b635-decde7d4ed4d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.588734] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 713.588734] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a7e209-008f-c8d1-c009-c35c4de60aa9" [ 713.588734] env[69162]: _type = "Task" [ 713.588734] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.595159] env[69162]: DEBUG nova.compute.manager [req-d8822ae6-3408-4f8e-a51b-238b149ae578 req-503b0fdb-b514-4c3f-9336-3a7b4a878c02 service nova] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Received event network-vif-deleted-e7a77bf9-0d26-45cd-a5e0-248f69f94bbe {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.601666] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a7e209-008f-c8d1-c009-c35c4de60aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.637675] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231945, 'name': ReconfigVM_Task, 'duration_secs': 0.338582} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.638021] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Reconfigured VM instance instance-00000009 to attach disk [datastore2] d85b7f58-9cf1-49e4-bbc9-e976fa002144/d85b7f58-9cf1-49e4-bbc9-e976fa002144.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.638650] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7d58b70-0e41-41d3-9ffa-759334e5f518 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.645606] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 713.645606] env[69162]: value = "task-3231948" [ 713.645606] env[69162]: _type = "Task" [ 713.645606] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.655373] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231948, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.722375] env[69162]: DEBUG oslo_vmware.api [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Task: {'id': task-3231947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379133} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.722932] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.723635] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.723635] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.724657] env[69162]: INFO nova.compute.manager [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 713.724657] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.724657] env[69162]: DEBUG nova.compute.manager [-] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.724657] env[69162]: DEBUG nova.network.neutron [-] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.769255] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquiring lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.769255] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.769255] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquiring lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.769724] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.770874] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.772536] env[69162]: INFO nova.compute.manager [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Terminating instance [ 713.806082] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.808800] env[69162]: DEBUG nova.compute.manager [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.870112] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance e01fcbef-72a7-45b4-ae76-a7e91e9aa323 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.933965] env[69162]: DEBUG oslo_concurrency.lockutils [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] Releasing lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.933965] env[69162]: DEBUG nova.compute.manager [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Received event network-changed-001fe7bf-0e77-4e6f-956a-a0024fbb6d20 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.933965] env[69162]: DEBUG nova.compute.manager [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Refreshing instance network info cache due to event network-changed-001fe7bf-0e77-4e6f-956a-a0024fbb6d20. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.933965] env[69162]: DEBUG oslo_concurrency.lockutils [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] Acquiring lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.933965] env[69162]: DEBUG oslo_concurrency.lockutils [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] Acquired lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.934600] env[69162]: DEBUG nova.network.neutron [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Refreshing network info cache for port 001fe7bf-0e77-4e6f-956a-a0024fbb6d20 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.939023] env[69162]: DEBUG nova.network.neutron [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Successfully updated port: 060d009b-aa22-4581-b348-19b5f1e0121d {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.962533] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Releasing lock "refresh_cache-215a10c2-c6d5-4074-bbb5-e6b129bf68b4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.962664] env[69162]: DEBUG nova.compute.manager [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.962857] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.963918] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f9354f-b41a-455d-8baa-eefccfefdcec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.972187] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.972481] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6705622-28d7-432e-a5cf-ca012495a4b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.978463] env[69162]: DEBUG oslo_vmware.api [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 713.978463] env[69162]: value = "task-3231949" [ 713.978463] env[69162]: _type = "Task" [ 713.978463] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.990665] env[69162]: DEBUG oslo_vmware.api [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.055091] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231944, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.102316] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a7e209-008f-c8d1-c009-c35c4de60aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.019959} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.103211] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7942b8df-0354-441d-b728-f41745077613 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.108682] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 714.108682] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fafb3d-e1f2-2dfe-7ea7-19981d6b812f" [ 714.108682] env[69162]: _type = "Task" [ 714.108682] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.117037] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fafb3d-e1f2-2dfe-7ea7-19981d6b812f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.155090] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231948, 'name': Rename_Task, 'duration_secs': 0.150211} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.155462] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.155775] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e42e4d8a-7cd5-48ab-a446-ef296598f460 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.162211] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 714.162211] env[69162]: value = "task-3231950" [ 714.162211] env[69162]: _type = "Task" [ 714.162211] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.170598] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.281645] env[69162]: DEBUG nova.compute.manager [None req-2b95ad9e-f611-4dec-9798-520950739ca4 tempest-ServerExternalEventsTest-346857842 tempest-ServerExternalEventsTest-346857842-project] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Received event network-changed {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.281645] env[69162]: DEBUG nova.compute.manager [None req-2b95ad9e-f611-4dec-9798-520950739ca4 tempest-ServerExternalEventsTest-346857842 tempest-ServerExternalEventsTest-346857842-project] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Refreshing instance network info cache due to event network-changed. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.281645] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b95ad9e-f611-4dec-9798-520950739ca4 tempest-ServerExternalEventsTest-346857842 tempest-ServerExternalEventsTest-346857842-project] Acquiring lock "refresh_cache-8e5bf24d-2487-4dcf-9e27-a326e4e68032" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.281645] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b95ad9e-f611-4dec-9798-520950739ca4 tempest-ServerExternalEventsTest-346857842 tempest-ServerExternalEventsTest-346857842-project] Acquired lock "refresh_cache-8e5bf24d-2487-4dcf-9e27-a326e4e68032" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.281645] env[69162]: DEBUG nova.network.neutron [None req-2b95ad9e-f611-4dec-9798-520950739ca4 tempest-ServerExternalEventsTest-346857842 tempest-ServerExternalEventsTest-346857842-project] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.283069] env[69162]: DEBUG nova.compute.manager [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.283332] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.286351] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737659f1-d73e-4f63-989d-e359a1f2e503 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.299614] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.300266] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a63913e-6438-446e-b4b1-4389a8826c7b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.308399] env[69162]: DEBUG oslo_vmware.api [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 714.308399] env[69162]: value = "task-3231951" [ 714.308399] env[69162]: _type = "Task" [ 714.308399] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.325950] env[69162]: DEBUG oslo_vmware.api [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.344605] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.377959] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.443290] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "refresh_cache-71559be7-ab61-463b-8a2e-bcb5b10ebd8f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.443527] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "refresh_cache-71559be7-ab61-463b-8a2e-bcb5b10ebd8f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.443777] env[69162]: DEBUG nova.network.neutron [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.493714] env[69162]: DEBUG oslo_vmware.api [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231949, 'name': PowerOffVM_Task, 'duration_secs': 0.12415} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.495173] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.495720] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.496449] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a5456af-cd78-49da-970e-103f2c4506e4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.525507] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.525805] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.526155] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Deleting the datastore file [datastore2] 215a10c2-c6d5-4074-bbb5-e6b129bf68b4 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.526436] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0718195-4b6c-450f-9475-f4a7402990f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.536145] env[69162]: DEBUG oslo_vmware.api [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for the task: (returnval){ [ 714.536145] env[69162]: value = "task-3231953" [ 714.536145] env[69162]: _type = "Task" [ 714.536145] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.546939] env[69162]: DEBUG oslo_vmware.api [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.558303] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231944, 'name': Rename_Task, 'duration_secs': 1.349973} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.558303] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.558303] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7d046bf-9431-418a-8cc6-8a9cdf8ff693 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.566315] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for the task: (returnval){ [ 714.566315] env[69162]: value = "task-3231954" [ 714.566315] env[69162]: _type = "Task" [ 714.566315] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.582165] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.620432] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fafb3d-e1f2-2dfe-7ea7-19981d6b812f, 'name': SearchDatastore_Task, 'duration_secs': 0.013452} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.620804] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.621118] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2/7d3ffe9b-359f-4379-94f3-e0f1233aeeb2.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.621421] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c48cb551-1e35-49c9-9da7-99883ad53f5f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.629385] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 714.629385] env[69162]: value = "task-3231955" [ 714.629385] env[69162]: _type = "Task" [ 714.629385] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.640168] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.675268] env[69162]: DEBUG oslo_vmware.api [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3231950, 'name': PowerOnVM_Task, 'duration_secs': 0.488406} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.675721] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.676118] env[69162]: INFO nova.compute.manager [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Took 8.89 seconds to spawn the instance on the hypervisor. [ 714.676325] env[69162]: DEBUG nova.compute.manager [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.677465] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7db7ce-5cad-4b9d-8a38-bf717c9b1f4a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.825663] env[69162]: DEBUG nova.network.neutron [-] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.825663] env[69162]: DEBUG oslo_vmware.api [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231951, 'name': PowerOffVM_Task, 'duration_secs': 0.282113} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.825663] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.826335] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.826335] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deb2de17-1841-497f-9fc3-3f5e70670d84 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.884227] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 216a1a72-1d3f-431c-9544-8756135307ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.901026] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.901026] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.901026] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Deleting the datastore file [datastore2] df3d25ca-8c2e-4b4f-9725-2803bfbd97ba {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.901026] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-374c840a-821c-4474-b1c7-f837b8afe4f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.912329] env[69162]: DEBUG oslo_vmware.api [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for the task: (returnval){ [ 714.912329] env[69162]: value = "task-3231957" [ 714.912329] env[69162]: _type = "Task" [ 714.912329] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.933010] env[69162]: DEBUG oslo_vmware.api [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.986262] env[69162]: DEBUG nova.network.neutron [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.052847] env[69162]: DEBUG oslo_vmware.api [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Task: {'id': task-3231953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148818} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.055555] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.055849] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.055951] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.056146] env[69162]: INFO nova.compute.manager [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Took 1.09 seconds to destroy the instance on the hypervisor. [ 715.056434] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.056605] env[69162]: DEBUG nova.compute.manager [-] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.056702] env[69162]: DEBUG nova.network.neutron [-] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.081554] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.118308] env[69162]: DEBUG nova.network.neutron [-] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.145390] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231955, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.191472] env[69162]: DEBUG nova.network.neutron [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Updating instance_info_cache with network_info: [{"id": "060d009b-aa22-4581-b348-19b5f1e0121d", "address": "fa:16:3e:47:af:6e", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060d009b-aa", "ovs_interfaceid": "060d009b-aa22-4581-b348-19b5f1e0121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.204143] env[69162]: INFO nova.compute.manager [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Took 24.65 seconds to build instance. [ 715.263592] env[69162]: DEBUG nova.network.neutron [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updated VIF entry in instance network info cache for port 001fe7bf-0e77-4e6f-956a-a0024fbb6d20. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.264697] env[69162]: DEBUG nova.network.neutron [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updating instance_info_cache with network_info: [{"id": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "address": "fa:16:3e:65:6b:d2", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001fe7bf-0e", "ovs_interfaceid": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.272264] env[69162]: DEBUG nova.compute.manager [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Received event network-vif-plugged-060d009b-aa22-4581-b348-19b5f1e0121d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.272508] env[69162]: DEBUG oslo_concurrency.lockutils [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] Acquiring lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.272728] env[69162]: DEBUG oslo_concurrency.lockutils [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] Lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.272888] env[69162]: DEBUG oslo_concurrency.lockutils [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] Lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.273091] env[69162]: DEBUG nova.compute.manager [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] No waiting events found dispatching network-vif-plugged-060d009b-aa22-4581-b348-19b5f1e0121d {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.273222] env[69162]: WARNING nova.compute.manager [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Received unexpected event network-vif-plugged-060d009b-aa22-4581-b348-19b5f1e0121d for instance with vm_state building and task_state spawning. [ 715.273420] env[69162]: DEBUG nova.compute.manager [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Received event network-changed-060d009b-aa22-4581-b348-19b5f1e0121d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.273583] env[69162]: DEBUG nova.compute.manager [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Refreshing instance network info cache due to event network-changed-060d009b-aa22-4581-b348-19b5f1e0121d. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.273777] env[69162]: DEBUG oslo_concurrency.lockutils [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] Acquiring lock "refresh_cache-71559be7-ab61-463b-8a2e-bcb5b10ebd8f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.327993] env[69162]: INFO nova.compute.manager [-] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Took 1.60 seconds to deallocate network for instance. [ 715.332202] env[69162]: DEBUG nova.network.neutron [None req-2b95ad9e-f611-4dec-9798-520950739ca4 tempest-ServerExternalEventsTest-346857842 tempest-ServerExternalEventsTest-346857842-project] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Updating instance_info_cache with network_info: [{"id": "6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5", "address": "fa:16:3e:bb:8f:83", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c45fe0d-a3", "ovs_interfaceid": "6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.387041] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 68a25d29-fb0e-4afd-bbe1-5819ddd175e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.431824] env[69162]: DEBUG oslo_vmware.api [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231957, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.447774] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "08577608-89ff-40e9-9a43-2b4218500b63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.448092] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.495148] env[69162]: DEBUG nova.network.neutron [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Successfully updated port: 0bb6bbd4-364e-4bff-af8d-3985981409cc {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.582351] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.621893] env[69162]: DEBUG nova.network.neutron [-] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.643150] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604217} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.643752] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2/7d3ffe9b-359f-4379-94f3-e0f1233aeeb2.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.644210] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.644513] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98400da6-933f-4806-835e-f9ea568f5404 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.651984] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 715.651984] env[69162]: value = "task-3231958" [ 715.651984] env[69162]: _type = "Task" [ 715.651984] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.662433] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.702115] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "refresh_cache-71559be7-ab61-463b-8a2e-bcb5b10ebd8f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.702479] env[69162]: DEBUG nova.compute.manager [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Instance network_info: |[{"id": "060d009b-aa22-4581-b348-19b5f1e0121d", "address": "fa:16:3e:47:af:6e", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060d009b-aa", "ovs_interfaceid": "060d009b-aa22-4581-b348-19b5f1e0121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.702790] env[69162]: DEBUG oslo_concurrency.lockutils [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] Acquired lock "refresh_cache-71559be7-ab61-463b-8a2e-bcb5b10ebd8f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.702966] env[69162]: DEBUG nova.network.neutron [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Refreshing network info cache for port 060d009b-aa22-4581-b348-19b5f1e0121d {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.704376] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:af:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '060d009b-aa22-4581-b348-19b5f1e0121d', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.715346] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Creating folder: Project (86aebed242d64555a6000f9d5bee1b2b). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.716585] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f595fc17-e01e-4d52-b953-b578458b36ac tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.175s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.716796] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5a56fe2-3c64-4c5f-9523-ebc48d8323a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.729241] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Created folder: Project (86aebed242d64555a6000f9d5bee1b2b) in parent group-v645978. [ 715.730031] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Creating folder: Instances. Parent ref: group-v646009. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.730629] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39928843-07ca-40ec-9439-014795c07eb9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.741888] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Created folder: Instances in parent group-v646009. [ 715.741888] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.741888] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.741888] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b564eb4-baca-4395-80fc-65196ea1f522 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.763691] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.763691] env[69162]: value = "task-3231961" [ 715.763691] env[69162]: _type = "Task" [ 715.763691] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.772115] env[69162]: DEBUG oslo_concurrency.lockutils [req-a970c3ad-210d-42bb-8033-a2a9444a366b req-62ae4a70-7c3d-443a-9c8d-5bc5630510ed service nova] Releasing lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.773659] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231961, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.806304] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquiring lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.807050] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.807433] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquiring lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.808959] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.809220] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.812131] env[69162]: INFO nova.compute.manager [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Terminating instance [ 715.832034] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b95ad9e-f611-4dec-9798-520950739ca4 tempest-ServerExternalEventsTest-346857842 tempest-ServerExternalEventsTest-346857842-project] Releasing lock "refresh_cache-8e5bf24d-2487-4dcf-9e27-a326e4e68032" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.838791] env[69162]: DEBUG oslo_concurrency.lockutils [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.894422] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 11d112bd-a738-4c4e-b22a-112a405a6670 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.894717] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 715.895279] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 715.927577] env[69162]: DEBUG oslo_vmware.api [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Task: {'id': task-3231957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518077} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.931995] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.932241] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.933219] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.933219] env[69162]: INFO nova.compute.manager [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Took 1.65 seconds to destroy the instance on the hypervisor. [ 715.933567] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.934240] env[69162]: DEBUG nova.compute.manager [-] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.934347] env[69162]: DEBUG nova.network.neutron [-] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.997602] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "refresh_cache-ca60526d-f004-45c1-b23b-1e5f90bb23cc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.997602] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "refresh_cache-ca60526d-f004-45c1-b23b-1e5f90bb23cc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.998208] env[69162]: DEBUG nova.network.neutron [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.089862] env[69162]: DEBUG oslo_vmware.api [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3231954, 'name': PowerOnVM_Task, 'duration_secs': 1.225064} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.090152] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.090998] env[69162]: INFO nova.compute.manager [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Took 12.70 seconds to spawn the instance on the hypervisor. [ 716.090998] env[69162]: DEBUG nova.compute.manager [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.091838] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c3014f-d091-47a2-bec8-e54018123f81 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.114718] env[69162]: DEBUG oslo_concurrency.lockutils [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquiring lock "3d811491-e635-4ade-a0f1-8044c41dbf9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.114718] env[69162]: DEBUG oslo_concurrency.lockutils [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lock "3d811491-e635-4ade-a0f1-8044c41dbf9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.114718] env[69162]: DEBUG oslo_concurrency.lockutils [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquiring lock "3d811491-e635-4ade-a0f1-8044c41dbf9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.114718] env[69162]: DEBUG oslo_concurrency.lockutils [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lock "3d811491-e635-4ade-a0f1-8044c41dbf9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.115052] env[69162]: DEBUG oslo_concurrency.lockutils [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lock "3d811491-e635-4ade-a0f1-8044c41dbf9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.117155] env[69162]: INFO nova.compute.manager [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Terminating instance [ 716.127995] env[69162]: INFO nova.compute.manager [-] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Took 1.07 seconds to deallocate network for instance. [ 716.178849] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065072} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.178849] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.178849] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d521de-cc22-498c-be19-27f65cd3a894 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.208669] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2/7d3ffe9b-359f-4379-94f3-e0f1233aeeb2.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.212847] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63aac09-fcf1-4e59-9135-a1192866ea8f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.234288] env[69162]: DEBUG nova.compute.manager [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.244168] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 716.244168] env[69162]: value = "task-3231962" [ 716.244168] env[69162]: _type = "Task" [ 716.244168] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.256457] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.278833] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231961, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.316642] env[69162]: DEBUG nova.compute.manager [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.316794] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.320382] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8214da70-84f4-4155-81f3-a6b10cccd6b4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.330814] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.331475] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72f00d54-0738-4113-8031-c632560c76db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.337778] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac307964-f152-4228-bda6-820b2cd87db6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.341043] env[69162]: DEBUG oslo_vmware.api [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for the task: (returnval){ [ 716.341043] env[69162]: value = "task-3231963" [ 716.341043] env[69162]: _type = "Task" [ 716.341043] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.348589] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a0811b-0afb-43e0-8467-593dea9e1cd1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.356486] env[69162]: DEBUG oslo_vmware.api [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.394311] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5f483e-2f31-4eb1-9151-437d965dfb81 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.403050] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2a05dc-0697-437d-9f08-e43915c77e96 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.417917] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.618224] env[69162]: INFO nova.compute.manager [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Took 27.39 seconds to build instance. [ 716.624388] env[69162]: DEBUG nova.compute.manager [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.627126] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.627126] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb85e9d-f344-4510-8f3b-1a170886b3d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.633310] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.635231] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.635461] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e571d1a4-2725-4576-9b95-98c990a0bce9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.638309] env[69162]: DEBUG nova.network.neutron [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.644996] env[69162]: DEBUG oslo_vmware.api [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for the task: (returnval){ [ 716.644996] env[69162]: value = "task-3231964" [ 716.644996] env[69162]: _type = "Task" [ 716.644996] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.654573] env[69162]: DEBUG oslo_vmware.api [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.755706] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231962, 'name': ReconfigVM_Task, 'duration_secs': 0.274176} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.756532] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.756825] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2/7d3ffe9b-359f-4379-94f3-e0f1233aeeb2.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.757476] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32e780e1-1d7a-4c8b-99f8-6873293a6554 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.764246] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 716.764246] env[69162]: value = "task-3231965" [ 716.764246] env[69162]: _type = "Task" [ 716.764246] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.775574] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231961, 'name': CreateVM_Task, 'duration_secs': 0.563245} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.778652] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.778912] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231965, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.779952] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.780128] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.780446] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.780748] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705bb022-a1c1-42d4-bb2b-b573ea4e63bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.785215] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 716.785215] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eb30b9-1f6c-fea0-3d12-c1da151af16e" [ 716.785215] env[69162]: _type = "Task" [ 716.785215] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.796262] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eb30b9-1f6c-fea0-3d12-c1da151af16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.852187] env[69162]: DEBUG oslo_vmware.api [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231963, 'name': PowerOffVM_Task, 'duration_secs': 0.267732} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.855519] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.855777] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.858495] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b71a33c-7c4a-401b-8125-4efecb03b62b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.921877] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.940191] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.940543] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.940658] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Deleting the datastore file [datastore1] 8e5bf24d-2487-4dcf-9e27-a326e4e68032 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.941715] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31990a8a-c80e-4064-8085-2a1add34f71f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.949690] env[69162]: DEBUG oslo_vmware.api [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for the task: (returnval){ [ 716.949690] env[69162]: value = "task-3231967" [ 716.949690] env[69162]: _type = "Task" [ 716.949690] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.956429] env[69162]: DEBUG nova.network.neutron [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Updated VIF entry in instance network info cache for port 060d009b-aa22-4581-b348-19b5f1e0121d. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.956900] env[69162]: DEBUG nova.network.neutron [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Updating instance_info_cache with network_info: [{"id": "060d009b-aa22-4581-b348-19b5f1e0121d", "address": "fa:16:3e:47:af:6e", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060d009b-aa", "ovs_interfaceid": "060d009b-aa22-4581-b348-19b5f1e0121d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.967024] env[69162]: DEBUG oslo_vmware.api [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.051844] env[69162]: DEBUG nova.network.neutron [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Updating instance_info_cache with network_info: [{"id": "0bb6bbd4-364e-4bff-af8d-3985981409cc", "address": "fa:16:3e:b1:40:78", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bb6bbd4-36", "ovs_interfaceid": "0bb6bbd4-364e-4bff-af8d-3985981409cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.121690] env[69162]: DEBUG oslo_concurrency.lockutils [None req-43845a1b-a672-4465-9246-af5e708712d8 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.902s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.162865] env[69162]: DEBUG oslo_vmware.api [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231964, 'name': PowerOffVM_Task, 'duration_secs': 0.342655} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.162865] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.162865] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.163076] env[69162]: DEBUG nova.network.neutron [-] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.164182] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-643c66c7-fc0c-422f-a778-95271c1f984a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.173479] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquiring lock "4e8d5126-403d-4f75-815a-b35ee533348b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.173754] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lock "4e8d5126-403d-4f75-815a-b35ee533348b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.232482] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.232649] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.232840] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Deleting the datastore file [datastore1] 3d811491-e635-4ade-a0f1-8044c41dbf9c {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.233150] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93905998-e95e-4006-8632-9e391d57f393 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.241702] env[69162]: DEBUG oslo_vmware.api [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for the task: (returnval){ [ 717.241702] env[69162]: value = "task-3231969" [ 717.241702] env[69162]: _type = "Task" [ 717.241702] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.253852] env[69162]: DEBUG oslo_vmware.api [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.276572] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231965, 'name': Rename_Task, 'duration_secs': 0.150891} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.277179] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.277347] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8233425-b28e-4f5f-9d50-846bdfeb2744 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.284950] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 717.284950] env[69162]: value = "task-3231970" [ 717.284950] env[69162]: _type = "Task" [ 717.284950] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.299488] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eb30b9-1f6c-fea0-3d12-c1da151af16e, 'name': SearchDatastore_Task, 'duration_secs': 0.016737} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.303076] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.303514] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.303636] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.304262] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.304262] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.304262] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.305402] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2262e513-5922-4561-8dbc-db6d752d82db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.313453] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.313660] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.314444] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f7717e-29bb-4646-aeb6-4b9d6546cb94 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.320049] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 717.320049] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52026439-d801-d4a1-a5f9-7379042130db" [ 717.320049] env[69162]: _type = "Task" [ 717.320049] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.329019] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52026439-d801-d4a1-a5f9-7379042130db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.428973] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 717.428973] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.138s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.429132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.387s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.431350] env[69162]: INFO nova.compute.claims [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.462859] env[69162]: DEBUG oslo_vmware.api [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Task: {'id': task-3231967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25931} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.462859] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.462859] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.462859] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.462859] env[69162]: INFO nova.compute.manager [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Took 1.15 seconds to destroy the instance on the hypervisor. [ 717.463130] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.463130] env[69162]: DEBUG nova.compute.manager [-] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.463191] env[69162]: DEBUG nova.network.neutron [-] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.469717] env[69162]: DEBUG oslo_concurrency.lockutils [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] Releasing lock "refresh_cache-71559be7-ab61-463b-8a2e-bcb5b10ebd8f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.469717] env[69162]: DEBUG nova.compute.manager [req-acdd1047-ed06-4d3e-91f7-ed3a62576b73 req-88f968c7-3f61-4393-8d09-37c25717eba3 service nova] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Received event network-vif-deleted-7ac67d6c-04d0-40ae-8c05-259d8c8b26b6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.557388] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "refresh_cache-ca60526d-f004-45c1-b23b-1e5f90bb23cc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.558114] env[69162]: DEBUG nova.compute.manager [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Instance network_info: |[{"id": "0bb6bbd4-364e-4bff-af8d-3985981409cc", "address": "fa:16:3e:b1:40:78", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bb6bbd4-36", "ovs_interfaceid": "0bb6bbd4-364e-4bff-af8d-3985981409cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.558871] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:40:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bb6bbd4-364e-4bff-af8d-3985981409cc', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.580037] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.580768] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.580979] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ffc21d9-9ad2-43d6-8df5-ffffb713c6ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.601806] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.601806] env[69162]: value = "task-3231971" [ 717.601806] env[69162]: _type = "Task" [ 717.601806] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.611574] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231971, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.625745] env[69162]: DEBUG nova.compute.manager [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.668932] env[69162]: INFO nova.compute.manager [-] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Took 1.73 seconds to deallocate network for instance. [ 717.758186] env[69162]: DEBUG oslo_vmware.api [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Task: {'id': task-3231969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195244} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.758186] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.758186] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.758186] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.758186] env[69162]: INFO nova.compute.manager [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 717.758349] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.758349] env[69162]: DEBUG nova.compute.manager [-] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.758349] env[69162]: DEBUG nova.network.neutron [-] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.796397] env[69162]: DEBUG oslo_vmware.api [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3231970, 'name': PowerOnVM_Task, 'duration_secs': 0.473409} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.797831] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.797831] env[69162]: INFO nova.compute.manager [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Took 9.54 seconds to spawn the instance on the hypervisor. [ 717.797831] env[69162]: DEBUG nova.compute.manager [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.798721] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66421ab9-2952-4ae6-a634-4234433a9916 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.838198] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52026439-d801-d4a1-a5f9-7379042130db, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.839018] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10fd6355-6bf7-452e-9cd7-bcf07cd8ef1d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.844545] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 717.844545] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527559cc-a56a-df84-9788-bb0d02eaea37" [ 717.844545] env[69162]: _type = "Task" [ 717.844545] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.854295] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527559cc-a56a-df84-9788-bb0d02eaea37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.116146] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231971, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.152367] env[69162]: DEBUG nova.compute.manager [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Received event network-vif-plugged-0bb6bbd4-364e-4bff-af8d-3985981409cc {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.152974] env[69162]: DEBUG oslo_concurrency.lockutils [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] Acquiring lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.153936] env[69162]: DEBUG oslo_concurrency.lockutils [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] Lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.153936] env[69162]: DEBUG oslo_concurrency.lockutils [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] Lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.154163] env[69162]: DEBUG nova.compute.manager [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] No waiting events found dispatching network-vif-plugged-0bb6bbd4-364e-4bff-af8d-3985981409cc {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.154460] env[69162]: WARNING nova.compute.manager [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Received unexpected event network-vif-plugged-0bb6bbd4-364e-4bff-af8d-3985981409cc for instance with vm_state building and task_state spawning. [ 718.155164] env[69162]: DEBUG nova.compute.manager [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Received event network-changed-0bb6bbd4-364e-4bff-af8d-3985981409cc {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.155164] env[69162]: DEBUG nova.compute.manager [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Refreshing instance network info cache due to event network-changed-0bb6bbd4-364e-4bff-af8d-3985981409cc. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.155367] env[69162]: DEBUG oslo_concurrency.lockutils [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] Acquiring lock "refresh_cache-ca60526d-f004-45c1-b23b-1e5f90bb23cc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.155597] env[69162]: DEBUG oslo_concurrency.lockutils [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] Acquired lock "refresh_cache-ca60526d-f004-45c1-b23b-1e5f90bb23cc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.155859] env[69162]: DEBUG nova.network.neutron [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Refreshing network info cache for port 0bb6bbd4-364e-4bff-af8d-3985981409cc {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.158728] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.177649] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.323514] env[69162]: INFO nova.compute.manager [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Took 27.60 seconds to build instance. [ 718.358818] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527559cc-a56a-df84-9788-bb0d02eaea37, 'name': SearchDatastore_Task, 'duration_secs': 0.015343} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.358956] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.359256] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.359976] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d54f5d8-51ed-4603-96a0-be130e6e3bb4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.368384] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 718.368384] env[69162]: value = "task-3231972" [ 718.368384] env[69162]: _type = "Task" [ 718.368384] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.381160] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.625042] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231971, 'name': CreateVM_Task, 'duration_secs': 0.627716} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.625042] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.625042] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.625465] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.625514] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.628578] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74cc2c89-ef0a-435f-a6dc-6f07fad2b920 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.634590] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 718.634590] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527be303-5221-1423-d75f-750d28e6a158" [ 718.634590] env[69162]: _type = "Task" [ 718.634590] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.646517] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527be303-5221-1423-d75f-750d28e6a158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.826577] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7c2d8d89-e7b9-47b9-8fb2-3e6b60705553 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.115s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.889846] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231972, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.914069] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4528bbf-bccc-439d-8978-02332d4b3ba3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.934301] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7f5fa2-4b9d-4d8a-acd3-f3bc6598dda9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.988987] env[69162]: DEBUG nova.network.neutron [-] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.991705] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d37d21-82fd-4142-9807-bea1113a6474 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.003722] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19013526-9063-4e66-a06a-d1f851842517 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.027020] env[69162]: DEBUG nova.compute.provider_tree [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.148960] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527be303-5221-1423-d75f-750d28e6a158, 'name': SearchDatastore_Task, 'duration_secs': 0.064937} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.149359] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.149897] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.150212] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.150403] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.150630] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.150986] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec36b551-7bbe-45a1-bee6-47fe9e9c3e7d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.163141] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.163350] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.164138] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb6a3e4-e51b-4d06-8fe4-7d79dee6d685 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.172224] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 719.172224] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529eb399-215a-4fb7-3771-88fee2be1198" [ 719.172224] env[69162]: _type = "Task" [ 719.172224] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.179931] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529eb399-215a-4fb7-3771-88fee2be1198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.253215] env[69162]: DEBUG nova.network.neutron [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Updated VIF entry in instance network info cache for port 0bb6bbd4-364e-4bff-af8d-3985981409cc. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.253215] env[69162]: DEBUG nova.network.neutron [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Updating instance_info_cache with network_info: [{"id": "0bb6bbd4-364e-4bff-af8d-3985981409cc", "address": "fa:16:3e:b1:40:78", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bb6bbd4-36", "ovs_interfaceid": "0bb6bbd4-364e-4bff-af8d-3985981409cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.278740] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquiring lock "5100503b-1cb2-4a2c-a005-0dfc0d204ea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.278980] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lock "5100503b-1cb2-4a2c-a005-0dfc0d204ea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.330427] env[69162]: DEBUG nova.compute.manager [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.358219] env[69162]: DEBUG nova.network.neutron [-] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.387082] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631046} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.387645] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.388051] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.388530] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bce989fd-d034-4f96-8b1b-0624f294c243 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.399572] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 719.399572] env[69162]: value = "task-3231973" [ 719.399572] env[69162]: _type = "Task" [ 719.399572] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.412652] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.497567] env[69162]: INFO nova.compute.manager [-] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Took 2.03 seconds to deallocate network for instance. [ 719.530492] env[69162]: DEBUG nova.scheduler.client.report [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.684681] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529eb399-215a-4fb7-3771-88fee2be1198, 'name': SearchDatastore_Task, 'duration_secs': 0.03052} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.685780] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6df9a9-3e16-481c-a524-60b58a1566dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.690946] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 719.690946] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e7d9eb-b840-7519-438e-a9327c30312e" [ 719.690946] env[69162]: _type = "Task" [ 719.690946] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.702745] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e7d9eb-b840-7519-438e-a9327c30312e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.756069] env[69162]: DEBUG oslo_concurrency.lockutils [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] Releasing lock "refresh_cache-ca60526d-f004-45c1-b23b-1e5f90bb23cc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.756069] env[69162]: DEBUG nova.compute.manager [req-410a98a8-e398-4be7-9a88-d178192d7f43 req-9b3d10fc-f9ae-4e97-98dd-2848578d29ef service nova] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Received event network-vif-deleted-6b37dc25-619c-40ae-acf2-72484eea9645 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.864342] env[69162]: INFO nova.compute.manager [-] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Took 2.11 seconds to deallocate network for instance. [ 719.868020] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.914400] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135774} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.915431] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.916505] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d4cea8-c232-406b-8cd2-6710ba65934d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.945988] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.946675] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a76ef30-a46a-4116-8f0f-f036ccba0743 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.966813] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 719.966813] env[69162]: value = "task-3231974" [ 719.966813] env[69162]: _type = "Task" [ 719.966813] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.976030] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.007464] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.038999] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.040598] env[69162]: DEBUG nova.compute.manager [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.043567] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.470s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.045200] env[69162]: INFO nova.compute.claims [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.202143] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e7d9eb-b840-7519-438e-a9327c30312e, 'name': SearchDatastore_Task, 'duration_secs': 0.031316} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.202534] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.203260] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] ca60526d-f004-45c1-b23b-1e5f90bb23cc/ca60526d-f004-45c1-b23b-1e5f90bb23cc.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.203260] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38f4a42a-7d97-4e62-b39b-c8c887b31e93 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.213189] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 720.213189] env[69162]: value = "task-3231975" [ 720.213189] env[69162]: _type = "Task" [ 720.213189] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.222952] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.372202] env[69162]: DEBUG oslo_concurrency.lockutils [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.483318] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.550656] env[69162]: DEBUG nova.compute.utils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.555915] env[69162]: DEBUG nova.compute.manager [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.556768] env[69162]: DEBUG nova.network.neutron [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.638487] env[69162]: DEBUG nova.policy [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe7dd0b85354afc93ad8394bdd07f24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '033f0377ad084879bef1eb251e23701e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.725961] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231975, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.985401] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231974, 'name': ReconfigVM_Task, 'duration_secs': 0.616412} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.986028] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.986597] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26fd31eb-7950-469f-8ffc-ad3f15871845 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.993629] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 720.993629] env[69162]: value = "task-3231976" [ 720.993629] env[69162]: _type = "Task" [ 720.993629] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.011730] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231976, 'name': Rename_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.057256] env[69162]: DEBUG nova.compute.manager [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.187256] env[69162]: DEBUG nova.network.neutron [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Successfully created port: 0d033839-e9f2-4a5b-b96b-5e3dd4938f66 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.230956] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623902} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.230956] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] ca60526d-f004-45c1-b23b-1e5f90bb23cc/ca60526d-f004-45c1-b23b-1e5f90bb23cc.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.230956] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.231562] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45e51148-636f-4291-9266-060222c47b6e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.237527] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 721.237527] env[69162]: value = "task-3231977" [ 721.237527] env[69162]: _type = "Task" [ 721.237527] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.246138] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.512287] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231976, 'name': Rename_Task, 'duration_secs': 0.428172} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.513375] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.513375] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d3e219d-5e81-4129-956d-92dabb4bb696 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.521221] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 721.521221] env[69162]: value = "task-3231978" [ 721.521221] env[69162]: _type = "Task" [ 721.521221] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.533783] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.576537] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb1e35f-eec6-4e5a-bd57-14a892d54a3d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.589652] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a8f953-70ac-4bca-aad4-75834139c633 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.637494] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dc375e-60e2-4615-9cb9-d3377a957494 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.644089] env[69162]: DEBUG nova.compute.manager [req-6ea9f152-13b0-492f-92c3-bc5a2b42ffd8 req-8bc0494c-74b8-4b1d-9b65-45782910184c service nova] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Received event network-vif-deleted-6c45fe0d-a34a-40c0-bb35-03e6ad24a9e5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.644295] env[69162]: DEBUG nova.compute.manager [req-6ea9f152-13b0-492f-92c3-bc5a2b42ffd8 req-8bc0494c-74b8-4b1d-9b65-45782910184c service nova] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Received event network-vif-deleted-18622ae4-ddb3-469f-9da5-706b76b5d1d1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.650764] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21697b94-adac-4fe2-a268-101b7233b3a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.665744] env[69162]: DEBUG nova.compute.provider_tree [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.748505] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072557} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.748801] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.749999] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fff08f8-29c8-46c6-b518-f0d5b112b4cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.774627] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] ca60526d-f004-45c1-b23b-1e5f90bb23cc/ca60526d-f004-45c1-b23b-1e5f90bb23cc.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.774627] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd399b9-bca8-4ebd-aa94-2c52b6f55a3a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.797702] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 721.797702] env[69162]: value = "task-3231979" [ 721.797702] env[69162]: _type = "Task" [ 721.797702] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.806413] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.035931] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.081525] env[69162]: DEBUG nova.compute.manager [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.106274] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.106572] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.106766] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.106990] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.107599] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.107770] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.108028] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.108179] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.108368] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.108531] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.108701] env[69162]: DEBUG nova.virt.hardware [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.109682] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02fd22-30f9-47a7-83c1-04c08c68a21e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.121073] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3e517a-0f58-4e13-9626-3fcaaabbc6db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.170611] env[69162]: DEBUG nova.scheduler.client.report [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.309376] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.538447] env[69162]: DEBUG oslo_vmware.api [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231978, 'name': PowerOnVM_Task, 'duration_secs': 1.012255} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.538447] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.538447] env[69162]: INFO nova.compute.manager [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Took 11.74 seconds to spawn the instance on the hypervisor. [ 722.538447] env[69162]: DEBUG nova.compute.manager [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.538447] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1c407-68b6-4227-897e-c320d2c862a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.676995] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.677516] env[69162]: DEBUG nova.compute.manager [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.680491] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.604s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.682186] env[69162]: INFO nova.compute.claims [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.810920] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231979, 'name': ReconfigVM_Task, 'duration_secs': 0.69092} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.811231] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Reconfigured VM instance instance-0000000c to attach disk [datastore2] ca60526d-f004-45c1-b23b-1e5f90bb23cc/ca60526d-f004-45c1-b23b-1e5f90bb23cc.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.812296] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4312aaa-0db3-4969-aab3-402873d104dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.819573] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 722.819573] env[69162]: value = "task-3231980" [ 722.819573] env[69162]: _type = "Task" [ 722.819573] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.830171] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231980, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.063630] env[69162]: INFO nova.compute.manager [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Took 26.14 seconds to build instance. [ 723.154797] env[69162]: DEBUG nova.network.neutron [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Successfully updated port: 0d033839-e9f2-4a5b-b96b-5e3dd4938f66 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.187703] env[69162]: DEBUG nova.compute.utils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.191670] env[69162]: DEBUG nova.compute.manager [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.191670] env[69162]: DEBUG nova.network.neutron [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.242819] env[69162]: DEBUG nova.policy [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a746d43f2285478abc57d20b2770b5f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bdd450949914c419ed80fd1dce277db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.329732] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231980, 'name': Rename_Task, 'duration_secs': 0.404458} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.332628] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.333439] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd89f03-03ee-414b-96f3-0a71349509d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.340047] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 723.340047] env[69162]: value = "task-3231981" [ 723.340047] env[69162]: _type = "Task" [ 723.340047] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.350310] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.354758] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquiring lock "83722a45-99e4-4613-b7f8-00a84118573d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.355038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lock "83722a45-99e4-4613-b7f8-00a84118573d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.567709] env[69162]: DEBUG oslo_concurrency.lockutils [None req-414ff34d-fa82-42b5-9841-6047e6890436 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.367s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.603873] env[69162]: DEBUG nova.network.neutron [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Successfully created port: ceb1f5e1-5fe1-42ed-8d39-93c183fad427 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.660009] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquiring lock "refresh_cache-bfb80238-cb30-401e-a409-1939ea48ba2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.660009] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquired lock "refresh_cache-bfb80238-cb30-401e-a409-1939ea48ba2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.660009] env[69162]: DEBUG nova.network.neutron [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.694210] env[69162]: DEBUG nova.compute.manager [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.856093] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231981, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.071945] env[69162]: DEBUG nova.compute.manager [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.169735] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badfde30-98e3-4865-81bf-8cf496c12335 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.178164] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f4bc97-0bc7-48d6-9071-3aef486cee7b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.218509] env[69162]: DEBUG nova.network.neutron [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.220911] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73072567-d103-4d34-a154-e930e8243784 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.231374] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7eaa69-39f8-4f98-bae2-435c55970b9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.252840] env[69162]: DEBUG nova.compute.provider_tree [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.353532] env[69162]: DEBUG oslo_vmware.api [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3231981, 'name': PowerOnVM_Task, 'duration_secs': 0.643872} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.355031] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.355031] env[69162]: INFO nova.compute.manager [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Took 11.03 seconds to spawn the instance on the hypervisor. [ 724.355031] env[69162]: DEBUG nova.compute.manager [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.355031] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bf8899-f58f-49e6-a990-5a82263d313d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.485065] env[69162]: DEBUG nova.network.neutron [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Updating instance_info_cache with network_info: [{"id": "0d033839-e9f2-4a5b-b96b-5e3dd4938f66", "address": "fa:16:3e:4b:0c:c1", "network": {"id": "adc9033d-9766-4630-8e6e-630316f05605", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1690391677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033f0377ad084879bef1eb251e23701e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d033839-e9", "ovs_interfaceid": "0d033839-e9f2-4a5b-b96b-5e3dd4938f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.596286] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.726394] env[69162]: DEBUG nova.compute.manager [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.759059] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.759314] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.759534] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.759744] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.759892] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.760054] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.760272] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.760765] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.760974] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.761160] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.761335] env[69162]: DEBUG nova.virt.hardware [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.762863] env[69162]: DEBUG nova.scheduler.client.report [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.766633] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04763449-a19c-42fd-ba28-c800a6551b0d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.775870] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd6622f-c08e-4de0-901d-e076950fcf71 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.881951] env[69162]: INFO nova.compute.manager [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Took 22.98 seconds to build instance. [ 724.991413] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Releasing lock "refresh_cache-bfb80238-cb30-401e-a409-1939ea48ba2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.991847] env[69162]: DEBUG nova.compute.manager [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Instance network_info: |[{"id": "0d033839-e9f2-4a5b-b96b-5e3dd4938f66", "address": "fa:16:3e:4b:0c:c1", "network": {"id": "adc9033d-9766-4630-8e6e-630316f05605", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1690391677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033f0377ad084879bef1eb251e23701e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d033839-e9", "ovs_interfaceid": "0d033839-e9f2-4a5b-b96b-5e3dd4938f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.992314] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:0c:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d033839-e9f2-4a5b-b96b-5e3dd4938f66', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.003616] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Creating folder: Project (033f0377ad084879bef1eb251e23701e). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.004024] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f943fee7-2deb-4651-ae36-6bbafcaee53b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.015424] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Created folder: Project (033f0377ad084879bef1eb251e23701e) in parent group-v645978. [ 725.016600] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Creating folder: Instances. Parent ref: group-v646013. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.016769] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4380639-5aa6-42e4-901d-3824dfa63d6f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.026673] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Created folder: Instances in parent group-v646013. [ 725.029018] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.029018] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.029018] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa501dbc-f080-4e9b-b75a-ecb5265d727d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.052163] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.052163] env[69162]: value = "task-3231984" [ 725.052163] env[69162]: _type = "Task" [ 725.052163] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.063783] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231984, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.270530] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.271429] env[69162]: DEBUG nova.compute.manager [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.274639] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.904s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.276293] env[69162]: INFO nova.compute.claims [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.384855] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f225cd00-bc74-45fe-98a1-966020e2342f tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.454s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.566781] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231984, 'name': CreateVM_Task, 'duration_secs': 0.403724} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.566974] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.567713] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.567871] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.568207] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.568462] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a47904-1a48-4908-bd7c-804909dd605e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.576079] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for the task: (returnval){ [ 725.576079] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52cc2990-a4fd-5206-5c84-90b02eb3efa8" [ 725.576079] env[69162]: _type = "Task" [ 725.576079] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.587123] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52cc2990-a4fd-5206-5c84-90b02eb3efa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.707681] env[69162]: DEBUG nova.network.neutron [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Successfully updated port: ceb1f5e1-5fe1-42ed-8d39-93c183fad427 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.786083] env[69162]: DEBUG nova.compute.utils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.787613] env[69162]: DEBUG nova.compute.manager [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.787798] env[69162]: DEBUG nova.network.neutron [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.860157] env[69162]: DEBUG nova.policy [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e470accb5d6f4590bb54dfac543613d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd86978c48ff4d7d8c452bcb8c1dc22a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.891266] env[69162]: DEBUG nova.compute.manager [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.088630] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52cc2990-a4fd-5206-5c84-90b02eb3efa8, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.088967] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.089284] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.089536] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.089709] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.089856] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.090298] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d60de27c-e8c7-46e1-a258-cec444a0a667 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.100487] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.101148] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.101721] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd00664-b091-4e27-9e2d-04b90f749624 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.112785] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquiring lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.112785] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.112785] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for the task: (returnval){ [ 726.112785] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5240a3fa-ce7d-8888-6d1e-812d7f68788e" [ 726.112785] env[69162]: _type = "Task" [ 726.112785] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.122847] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5240a3fa-ce7d-8888-6d1e-812d7f68788e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.211936] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquiring lock "refresh_cache-c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.212326] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquired lock "refresh_cache-c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.212326] env[69162]: DEBUG nova.network.neutron [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.294681] env[69162]: DEBUG nova.compute.manager [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.436350] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.625396] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5240a3fa-ce7d-8888-6d1e-812d7f68788e, 'name': SearchDatastore_Task, 'duration_secs': 0.012199} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.634175] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dfd4a19-37c9-4d68-943c-e9b9ca08cab2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.639529] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for the task: (returnval){ [ 726.639529] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dcdfed-ccfb-15ad-575d-5bc6c75ba28f" [ 726.639529] env[69162]: _type = "Task" [ 726.639529] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.648433] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dcdfed-ccfb-15ad-575d-5bc6c75ba28f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.664998] env[69162]: DEBUG nova.compute.manager [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Received event network-vif-plugged-0d033839-e9f2-4a5b-b96b-5e3dd4938f66 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.665341] env[69162]: DEBUG oslo_concurrency.lockutils [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] Acquiring lock "bfb80238-cb30-401e-a409-1939ea48ba2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.665515] env[69162]: DEBUG oslo_concurrency.lockutils [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] Lock "bfb80238-cb30-401e-a409-1939ea48ba2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.665699] env[69162]: DEBUG oslo_concurrency.lockutils [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] Lock "bfb80238-cb30-401e-a409-1939ea48ba2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.665979] env[69162]: DEBUG nova.compute.manager [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] No waiting events found dispatching network-vif-plugged-0d033839-e9f2-4a5b-b96b-5e3dd4938f66 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.666204] env[69162]: WARNING nova.compute.manager [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Received unexpected event network-vif-plugged-0d033839-e9f2-4a5b-b96b-5e3dd4938f66 for instance with vm_state building and task_state spawning. [ 726.666402] env[69162]: DEBUG nova.compute.manager [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Received event network-changed-0d033839-e9f2-4a5b-b96b-5e3dd4938f66 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.666658] env[69162]: DEBUG nova.compute.manager [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Refreshing instance network info cache due to event network-changed-0d033839-e9f2-4a5b-b96b-5e3dd4938f66. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.666833] env[69162]: DEBUG oslo_concurrency.lockutils [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] Acquiring lock "refresh_cache-bfb80238-cb30-401e-a409-1939ea48ba2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.667043] env[69162]: DEBUG oslo_concurrency.lockutils [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] Acquired lock "refresh_cache-bfb80238-cb30-401e-a409-1939ea48ba2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.667186] env[69162]: DEBUG nova.network.neutron [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Refreshing network info cache for port 0d033839-e9f2-4a5b-b96b-5e3dd4938f66 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.686120] env[69162]: DEBUG nova.network.neutron [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Successfully created port: db5d0e48-a934-427f-9870-b5b794a1308e {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.691680] env[69162]: DEBUG nova.compute.manager [req-2a151559-003e-4a8e-91a6-199fd8916730 req-5089c76f-0206-4ef0-ae6c-09ecc798fc73 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Received event network-changed-bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.691856] env[69162]: DEBUG nova.compute.manager [req-2a151559-003e-4a8e-91a6-199fd8916730 req-5089c76f-0206-4ef0-ae6c-09ecc798fc73 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Refreshing instance network info cache due to event network-changed-bb3d217d-eac0-4a90-9806-05d26cb97a6c. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.692113] env[69162]: DEBUG oslo_concurrency.lockutils [req-2a151559-003e-4a8e-91a6-199fd8916730 req-5089c76f-0206-4ef0-ae6c-09ecc798fc73 service nova] Acquiring lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.692282] env[69162]: DEBUG oslo_concurrency.lockutils [req-2a151559-003e-4a8e-91a6-199fd8916730 req-5089c76f-0206-4ef0-ae6c-09ecc798fc73 service nova] Acquired lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.692462] env[69162]: DEBUG nova.network.neutron [req-2a151559-003e-4a8e-91a6-199fd8916730 req-5089c76f-0206-4ef0-ae6c-09ecc798fc73 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Refreshing network info cache for port bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.798875] env[69162]: DEBUG nova.network.neutron [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.818351] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69443cc-4095-4a85-8bab-ad5229fd6a72 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.834033] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691ee3dc-5ecc-48a7-a36b-05f46a857027 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.891698] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f94da-c022-4f3d-bb35-f8e254b6ce8b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.904126] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe293eff-7052-4d65-a380-323ce8e2fc58 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.921581] env[69162]: DEBUG nova.compute.provider_tree [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.033417] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "9092dc6f-d128-4011-8332-6ed3718306bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.033721] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "9092dc6f-d128-4011-8332-6ed3718306bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.065731] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "32b4ca6c-622c-4888-aef5-40dcc6b04355" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.065731] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "32b4ca6c-622c-4888-aef5-40dcc6b04355" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.117289] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.118990] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.153673] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dcdfed-ccfb-15ad-575d-5bc6c75ba28f, 'name': SearchDatastore_Task, 'duration_secs': 0.015993} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.153954] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.154244] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bfb80238-cb30-401e-a409-1939ea48ba2f/bfb80238-cb30-401e-a409-1939ea48ba2f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.154495] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43560a1e-7fc2-4952-a8ae-1436c58e33aa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.161417] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for the task: (returnval){ [ 727.161417] env[69162]: value = "task-3231985" [ 727.161417] env[69162]: _type = "Task" [ 727.161417] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.169329] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.181352] env[69162]: DEBUG nova.network.neutron [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Updating instance_info_cache with network_info: [{"id": "ceb1f5e1-5fe1-42ed-8d39-93c183fad427", "address": "fa:16:3e:0a:d5:1b", "network": {"id": "9604fd77-66e1-4262-b433-3c5e23a6e18f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-765588919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bdd450949914c419ed80fd1dce277db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb1f5e1-5f", "ovs_interfaceid": "ceb1f5e1-5fe1-42ed-8d39-93c183fad427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.311387] env[69162]: DEBUG nova.compute.manager [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.334529] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.334760] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.334914] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.335118] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.335884] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.335884] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.335884] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.335884] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.336229] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.336229] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.336333] env[69162]: DEBUG nova.virt.hardware [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.340292] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb8b50f-152e-41d7-b4bd-521daf8e7413 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.354995] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368542e0-0900-472e-8d7c-367676c83845 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.422825] env[69162]: DEBUG nova.scheduler.client.report [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.599780] env[69162]: DEBUG nova.network.neutron [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Updated VIF entry in instance network info cache for port 0d033839-e9f2-4a5b-b96b-5e3dd4938f66. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.600149] env[69162]: DEBUG nova.network.neutron [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Updating instance_info_cache with network_info: [{"id": "0d033839-e9f2-4a5b-b96b-5e3dd4938f66", "address": "fa:16:3e:4b:0c:c1", "network": {"id": "adc9033d-9766-4630-8e6e-630316f05605", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1690391677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033f0377ad084879bef1eb251e23701e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d033839-e9", "ovs_interfaceid": "0d033839-e9f2-4a5b-b96b-5e3dd4938f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.621408] env[69162]: DEBUG nova.network.neutron [req-2a151559-003e-4a8e-91a6-199fd8916730 req-5089c76f-0206-4ef0-ae6c-09ecc798fc73 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Updated VIF entry in instance network info cache for port bb3d217d-eac0-4a90-9806-05d26cb97a6c. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.621781] env[69162]: DEBUG nova.network.neutron [req-2a151559-003e-4a8e-91a6-199fd8916730 req-5089c76f-0206-4ef0-ae6c-09ecc798fc73 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Updating instance_info_cache with network_info: [{"id": "bb3d217d-eac0-4a90-9806-05d26cb97a6c", "address": "fa:16:3e:89:fc:aa", "network": {"id": "979abb29-3dc8-4a23-a4c7-c3aad9858135", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-412692086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff9f4e9609c54d2f945417283f5e54e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3d217d-ea", "ovs_interfaceid": "bb3d217d-eac0-4a90-9806-05d26cb97a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.674126] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231985, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.685219] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Releasing lock "refresh_cache-c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.685753] env[69162]: DEBUG nova.compute.manager [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Instance network_info: |[{"id": "ceb1f5e1-5fe1-42ed-8d39-93c183fad427", "address": "fa:16:3e:0a:d5:1b", "network": {"id": "9604fd77-66e1-4262-b433-3c5e23a6e18f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-765588919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bdd450949914c419ed80fd1dce277db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb1f5e1-5f", "ovs_interfaceid": "ceb1f5e1-5fe1-42ed-8d39-93c183fad427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.689076] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:d5:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceb1f5e1-5fe1-42ed-8d39-93c183fad427', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.696990] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Creating folder: Project (0bdd450949914c419ed80fd1dce277db). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.697364] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de4ce7c3-83b4-4366-8f6f-f922f824f4fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.708306] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Created folder: Project (0bdd450949914c419ed80fd1dce277db) in parent group-v645978. [ 727.709024] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Creating folder: Instances. Parent ref: group-v646016. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.709024] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0214406d-a98c-400b-bb0d-7f520f236781 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.718472] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Created folder: Instances in parent group-v646016. [ 727.719024] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.719024] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.719728] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f96b7e86-363b-4d0f-a0cb-6e027328bf09 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.740040] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.740040] env[69162]: value = "task-3231988" [ 727.740040] env[69162]: _type = "Task" [ 727.740040] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.749417] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231988, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.934015] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.934697] env[69162]: DEBUG nova.compute.manager [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.941529] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.133s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.941529] env[69162]: DEBUG nova.objects.instance [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Lazy-loading 'resources' on Instance uuid ccd6bdf9-f20d-4230-a879-31228b5531d3 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.103870] env[69162]: DEBUG oslo_concurrency.lockutils [req-eceb371c-0a78-4a1d-a064-cede447e07c1 req-e977ca61-d088-418f-994a-00398d58a812 service nova] Releasing lock "refresh_cache-bfb80238-cb30-401e-a409-1939ea48ba2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.124944] env[69162]: DEBUG oslo_concurrency.lockutils [req-2a151559-003e-4a8e-91a6-199fd8916730 req-5089c76f-0206-4ef0-ae6c-09ecc798fc73 service nova] Releasing lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.177977] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878821} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.178327] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bfb80238-cb30-401e-a409-1939ea48ba2f/bfb80238-cb30-401e-a409-1939ea48ba2f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.178548] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.178806] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0da9772-b8cb-4904-81d6-69f78837b9af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.189027] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for the task: (returnval){ [ 728.189027] env[69162]: value = "task-3231989" [ 728.189027] env[69162]: _type = "Task" [ 728.189027] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.195166] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.250016] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231988, 'name': CreateVM_Task, 'duration_secs': 0.475487} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.250208] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.250888] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.254018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.254018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.254018] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150383f9-a672-47cb-ac75-a75ca767606a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.256156] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for the task: (returnval){ [ 728.256156] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52671836-ed58-9944-20c0-3390d3041ee0" [ 728.256156] env[69162]: _type = "Task" [ 728.256156] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.264812] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52671836-ed58-9944-20c0-3390d3041ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.443356] env[69162]: DEBUG nova.compute.utils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.444994] env[69162]: DEBUG nova.compute.manager [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.445157] env[69162]: DEBUG nova.network.neutron [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.518593] env[69162]: DEBUG nova.policy [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ee5d6ce3f7e41278081519f4f99fe5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a910794a960545f892daaea1f45c22b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.534040] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "128d4784-9841-4527-b560-19c047fe8773" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.534040] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "128d4784-9841-4527-b560-19c047fe8773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.707339] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128007} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.707638] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.708449] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e1742e-9cbf-4e51-a699-aa150acffdb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.735912] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] bfb80238-cb30-401e-a409-1939ea48ba2f/bfb80238-cb30-401e-a409-1939ea48ba2f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.739229] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db46e4f-909e-4dd9-befd-9c8589459a7b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.762436] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for the task: (returnval){ [ 728.762436] env[69162]: value = "task-3231990" [ 728.762436] env[69162]: _type = "Task" [ 728.762436] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.771897] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52671836-ed58-9944-20c0-3390d3041ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.0357} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.772571] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.772749] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.772960] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.773169] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.773289] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.773857] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe70cf99-b1c9-4803-9e11-5356b2ebd162 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.778738] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.786871] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.787095] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.787836] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6367bb01-90b4-4dd6-829f-58aa20561b96 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.792834] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for the task: (returnval){ [ 728.792834] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5285ff65-9d91-f0dc-d6f0-4390708ec150" [ 728.792834] env[69162]: _type = "Task" [ 728.792834] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.804645] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5285ff65-9d91-f0dc-d6f0-4390708ec150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.923642] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f5f272-f27f-49b5-a028-c07af52dee7c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.933269] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7afaa7-ff6e-47e6-b977-f6bf7888e280 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.965742] env[69162]: DEBUG nova.compute.manager [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.970488] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d155a3be-1a2f-487c-a133-f20866cb32e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.977245] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b348d972-f279-4bd0-988b-8329f55bf443 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.990838] env[69162]: DEBUG nova.compute.provider_tree [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.008591] env[69162]: DEBUG nova.network.neutron [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Successfully updated port: db5d0e48-a934-427f-9870-b5b794a1308e {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.178449] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquiring lock "cfcdbb9a-1982-49b5-a591-77770de08672" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.178740] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Lock "cfcdbb9a-1982-49b5-a591-77770de08672" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.191420] env[69162]: DEBUG nova.network.neutron [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Successfully created port: 897ca23e-6a24-43a3-8c4d-c255cd40a5cf {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.277924] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.303417] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5285ff65-9d91-f0dc-d6f0-4390708ec150, 'name': SearchDatastore_Task, 'duration_secs': 0.041558} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.304371] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dbe9a4f-e25a-4f62-a297-164c66c1c7b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.310091] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for the task: (returnval){ [ 729.310091] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e1cfda-f2d8-879b-ae64-701ac0cc647e" [ 729.310091] env[69162]: _type = "Task" [ 729.310091] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.318190] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e1cfda-f2d8-879b-ae64-701ac0cc647e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.499467] env[69162]: DEBUG nova.scheduler.client.report [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.511151] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.511151] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.511151] env[69162]: DEBUG nova.network.neutron [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.779300] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231990, 'name': ReconfigVM_Task, 'duration_secs': 0.831721} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.779920] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Reconfigured VM instance instance-0000000d to attach disk [datastore1] bfb80238-cb30-401e-a409-1939ea48ba2f/bfb80238-cb30-401e-a409-1939ea48ba2f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.780740] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce44cc6a-f9a1-4e84-a8ce-eb388de7e960 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.788940] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for the task: (returnval){ [ 729.788940] env[69162]: value = "task-3231991" [ 729.788940] env[69162]: _type = "Task" [ 729.788940] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.805489] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231991, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.819619] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e1cfda-f2d8-879b-ae64-701ac0cc647e, 'name': SearchDatastore_Task, 'duration_secs': 0.01297} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.820025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.820455] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3/c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.820777] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22d3d582-82d5-4f4d-926c-b2a716f0d86a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.827652] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for the task: (returnval){ [ 729.827652] env[69162]: value = "task-3231992" [ 729.827652] env[69162]: _type = "Task" [ 729.827652] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.836921] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3231992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.983025] env[69162]: DEBUG nova.compute.manager [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.004704] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:12:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='433164869',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1060235446',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.004983] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.005145] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.005322] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.005465] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.005608] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.005816] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.005972] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.006530] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.006772] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.007015] env[69162]: DEBUG nova.virt.hardware [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.007929] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.010936] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1898a5f-8aed-419b-9af9-e813529ea7f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.015064] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.671s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.018502] env[69162]: INFO nova.compute.claims [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.033021] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dc178b-53ab-4886-9ee1-c22d90ab3390 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.049220] env[69162]: INFO nova.scheduler.client.report [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Deleted allocations for instance ccd6bdf9-f20d-4230-a879-31228b5531d3 [ 730.067070] env[69162]: DEBUG nova.network.neutron [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.239414] env[69162]: DEBUG nova.compute.manager [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Received event network-vif-plugged-ceb1f5e1-5fe1-42ed-8d39-93c183fad427 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.239634] env[69162]: DEBUG oslo_concurrency.lockutils [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] Acquiring lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.239843] env[69162]: DEBUG oslo_concurrency.lockutils [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.240011] env[69162]: DEBUG oslo_concurrency.lockutils [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.240228] env[69162]: DEBUG nova.compute.manager [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] No waiting events found dispatching network-vif-plugged-ceb1f5e1-5fe1-42ed-8d39-93c183fad427 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.240412] env[69162]: WARNING nova.compute.manager [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Received unexpected event network-vif-plugged-ceb1f5e1-5fe1-42ed-8d39-93c183fad427 for instance with vm_state building and task_state spawning. [ 730.240636] env[69162]: DEBUG nova.compute.manager [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Received event network-changed-ceb1f5e1-5fe1-42ed-8d39-93c183fad427 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.240713] env[69162]: DEBUG nova.compute.manager [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Refreshing instance network info cache due to event network-changed-ceb1f5e1-5fe1-42ed-8d39-93c183fad427. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.240908] env[69162]: DEBUG oslo_concurrency.lockutils [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] Acquiring lock "refresh_cache-c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.241066] env[69162]: DEBUG oslo_concurrency.lockutils [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] Acquired lock "refresh_cache-c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.241290] env[69162]: DEBUG nova.network.neutron [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Refreshing network info cache for port ceb1f5e1-5fe1-42ed-8d39-93c183fad427 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.249201] env[69162]: DEBUG nova.network.neutron [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance_info_cache with network_info: [{"id": "db5d0e48-a934-427f-9870-b5b794a1308e", "address": "fa:16:3e:35:a1:02", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5d0e48-a9", "ovs_interfaceid": "db5d0e48-a934-427f-9870-b5b794a1308e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.262539] env[69162]: DEBUG nova.compute.manager [req-c2365ab6-6a81-44b8-82c2-251532b14e5a req-67eb87df-e529-4ba7-8469-0ce46ade4112 service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Received event network-changed-c0d5ba15-55bd-4fbc-bc86-1037aa210271 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.262539] env[69162]: DEBUG nova.compute.manager [req-c2365ab6-6a81-44b8-82c2-251532b14e5a req-67eb87df-e529-4ba7-8469-0ce46ade4112 service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Refreshing instance network info cache due to event network-changed-c0d5ba15-55bd-4fbc-bc86-1037aa210271. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.262539] env[69162]: DEBUG oslo_concurrency.lockutils [req-c2365ab6-6a81-44b8-82c2-251532b14e5a req-67eb87df-e529-4ba7-8469-0ce46ade4112 service nova] Acquiring lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.262539] env[69162]: DEBUG oslo_concurrency.lockutils [req-c2365ab6-6a81-44b8-82c2-251532b14e5a req-67eb87df-e529-4ba7-8469-0ce46ade4112 service nova] Acquired lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.263113] env[69162]: DEBUG nova.network.neutron [req-c2365ab6-6a81-44b8-82c2-251532b14e5a req-67eb87df-e529-4ba7-8469-0ce46ade4112 service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Refreshing network info cache for port c0d5ba15-55bd-4fbc-bc86-1037aa210271 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.301292] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231991, 'name': Rename_Task, 'duration_secs': 0.166691} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.302321] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.302768] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52e22e8b-964a-45bb-a808-68f43ffa33d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.310555] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for the task: (returnval){ [ 730.310555] env[69162]: value = "task-3231993" [ 730.310555] env[69162]: _type = "Task" [ 730.310555] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.324273] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.341594] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3231992, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.560137] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bab1c9a-08bf-40c2-8df1-45f8eabc03c2 tempest-DeleteServersAdminTestJSON-1382217666 tempest-DeleteServersAdminTestJSON-1382217666-project-admin] Lock "ccd6bdf9-f20d-4230-a879-31228b5531d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.640s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.754833] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.756028] env[69162]: DEBUG nova.compute.manager [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Instance network_info: |[{"id": "db5d0e48-a934-427f-9870-b5b794a1308e", "address": "fa:16:3e:35:a1:02", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5d0e48-a9", "ovs_interfaceid": "db5d0e48-a934-427f-9870-b5b794a1308e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.756241] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:a1:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db5d0e48-a934-427f-9870-b5b794a1308e', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.770640] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Creating folder: Project (dd86978c48ff4d7d8c452bcb8c1dc22a). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.775170] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ee394a8-befe-4070-abc0-5fe24b397f88 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.780032] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "1d211996-69af-42de-99d4-d372cfbc27a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.780305] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "1d211996-69af-42de-99d4-d372cfbc27a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.790534] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Created folder: Project (dd86978c48ff4d7d8c452bcb8c1dc22a) in parent group-v645978. [ 730.790534] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Creating folder: Instances. Parent ref: group-v646019. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.790534] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04707494-0876-4f4b-8b4a-30ff63676589 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.802062] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Created folder: Instances in parent group-v646019. [ 730.802353] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.802735] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.803023] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fcfd779-2a38-43f9-8c0d-81487ec9ce9b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.837873] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.837873] env[69162]: value = "task-3231996" [ 730.837873] env[69162]: _type = "Task" [ 730.837873] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.838185] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.845656] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3231992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678998} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.846464] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3/c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.846737] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.847026] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6b609f-380d-4599-9171-4108d95456db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.856885] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231996, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.869023] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for the task: (returnval){ [ 730.869023] env[69162]: value = "task-3231997" [ 730.869023] env[69162]: _type = "Task" [ 730.869023] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.876669] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3231997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.054148] env[69162]: DEBUG nova.network.neutron [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Successfully updated port: 897ca23e-6a24-43a3-8c4d-c255cd40a5cf {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.220362] env[69162]: DEBUG nova.network.neutron [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Updated VIF entry in instance network info cache for port ceb1f5e1-5fe1-42ed-8d39-93c183fad427. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.220681] env[69162]: DEBUG nova.network.neutron [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Updating instance_info_cache with network_info: [{"id": "ceb1f5e1-5fe1-42ed-8d39-93c183fad427", "address": "fa:16:3e:0a:d5:1b", "network": {"id": "9604fd77-66e1-4262-b433-3c5e23a6e18f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-765588919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bdd450949914c419ed80fd1dce277db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb1f5e1-5f", "ovs_interfaceid": "ceb1f5e1-5fe1-42ed-8d39-93c183fad427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.261621] env[69162]: DEBUG nova.network.neutron [req-c2365ab6-6a81-44b8-82c2-251532b14e5a req-67eb87df-e529-4ba7-8469-0ce46ade4112 service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updated VIF entry in instance network info cache for port c0d5ba15-55bd-4fbc-bc86-1037aa210271. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.262118] env[69162]: DEBUG nova.network.neutron [req-c2365ab6-6a81-44b8-82c2-251532b14e5a req-67eb87df-e529-4ba7-8469-0ce46ade4112 service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance_info_cache with network_info: [{"id": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "address": "fa:16:3e:9f:5d:18", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d5ba15-55", "ovs_interfaceid": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.333753] env[69162]: DEBUG oslo_vmware.api [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3231993, 'name': PowerOnVM_Task, 'duration_secs': 0.562533} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.337074] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.337400] env[69162]: INFO nova.compute.manager [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Took 9.26 seconds to spawn the instance on the hypervisor. [ 731.337677] env[69162]: DEBUG nova.compute.manager [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.340030] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d38aa0-8386-4084-b69b-2cd1323bab7b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.366027] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3231996, 'name': CreateVM_Task, 'duration_secs': 0.387425} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.366027] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.366027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.366027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.366027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.366027] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c72cb9-3bf2-4f53-9e96-2b242ce4b4a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.377667] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3231997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073257} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.377942] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 731.377942] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529ced54-969d-52b0-d298-135734e25ebd" [ 731.377942] env[69162]: _type = "Task" [ 731.377942] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.378977] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.379083] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61b1745-af25-4e2e-8e7d-86ce5e4aefe4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.412097] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3/c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.418107] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65b7ccf-97c9-4898-848e-bd4d56df0323 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.434355] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529ced54-969d-52b0-d298-135734e25ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.020385} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.435174] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.436072] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.436072] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.436072] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.436072] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.439574] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232da812-4f62-4ac3-8d78-401c9d948af4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.444256] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for the task: (returnval){ [ 731.444256] env[69162]: value = "task-3231998" [ 731.444256] env[69162]: _type = "Task" [ 731.444256] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.450404] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.450672] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.451495] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b593f9-d605-4533-9e92-cfaba53a68dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.462124] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3231998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.463630] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 731.463630] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522a6c9f-bea0-11ab-f13a-1b2e63b4dfc7" [ 731.463630] env[69162]: _type = "Task" [ 731.463630] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.471638] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522a6c9f-bea0-11ab-f13a-1b2e63b4dfc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.526428] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquiring lock "70204f64-9421-4c9a-a654-c63b6ec37d46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.526652] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lock "70204f64-9421-4c9a-a654-c63b6ec37d46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.561081] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "refresh_cache-6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.561238] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquired lock "refresh_cache-6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.561390] env[69162]: DEBUG nova.network.neutron [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.610469] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8774292-3251-4da8-9177-68c70d154598 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.618561] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d10d40-d1bc-4fa5-8314-4d04b2563cea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.650281] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e135f806-2bd1-48a3-8d11-394d848ee95d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.658760] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54bb557-eb28-4bb3-be84-515952e8d06b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.675790] env[69162]: DEBUG nova.compute.provider_tree [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.727744] env[69162]: DEBUG oslo_concurrency.lockutils [req-c17d7d12-fdac-4e69-acb0-b3f0cf8f9fe0 req-352f151d-b054-4f3f-a9f4-07057d463006 service nova] Releasing lock "refresh_cache-c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.765280] env[69162]: DEBUG oslo_concurrency.lockutils [req-c2365ab6-6a81-44b8-82c2-251532b14e5a req-67eb87df-e529-4ba7-8469-0ce46ade4112 service nova] Releasing lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.876766] env[69162]: INFO nova.compute.manager [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Took 24.87 seconds to build instance. [ 731.956174] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3231998, 'name': ReconfigVM_Task, 'duration_secs': 0.29486} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.956656] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Reconfigured VM instance instance-0000000e to attach disk [datastore1] c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3/c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.957480] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f58b356a-0648-46f1-a6d2-2a443f1ccd45 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.966161] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for the task: (returnval){ [ 731.966161] env[69162]: value = "task-3231999" [ 731.966161] env[69162]: _type = "Task" [ 731.966161] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.976582] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3231999, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.980587] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522a6c9f-bea0-11ab-f13a-1b2e63b4dfc7, 'name': SearchDatastore_Task, 'duration_secs': 0.015306} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.981686] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c593452a-28ec-4647-92e0-94a851e8117c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.988786] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 731.988786] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52aaec8a-13be-7a6f-23a3-cac7638746a5" [ 731.988786] env[69162]: _type = "Task" [ 731.988786] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.998115] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52aaec8a-13be-7a6f-23a3-cac7638746a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.102739] env[69162]: DEBUG nova.network.neutron [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.178751] env[69162]: DEBUG nova.scheduler.client.report [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.258801] env[69162]: DEBUG nova.network.neutron [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Updating instance_info_cache with network_info: [{"id": "897ca23e-6a24-43a3-8c4d-c255cd40a5cf", "address": "fa:16:3e:f2:21:22", "network": {"id": "40198763-bc08-4d66-947c-a43fa56c21f8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1842137189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910794a960545f892daaea1f45c22b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897ca23e-6a", "ovs_interfaceid": "897ca23e-6a24-43a3-8c4d-c255cd40a5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.381068] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63fdc7e6-b889-4149-9311-beae4c1ba71b tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Lock "bfb80238-cb30-401e-a409-1939ea48ba2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.999s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.479549] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3231999, 'name': Rename_Task, 'duration_secs': 0.143561} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.480075] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.480398] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cae2fdd-352c-495c-9934-98b2bb7d80e4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.488099] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for the task: (returnval){ [ 732.488099] env[69162]: value = "task-3232000" [ 732.488099] env[69162]: _type = "Task" [ 732.488099] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.500180] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3232000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.504098] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52aaec8a-13be-7a6f-23a3-cac7638746a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.504580] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.504951] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] e01fcbef-72a7-45b4-ae76-a7e91e9aa323/e01fcbef-72a7-45b4-ae76-a7e91e9aa323.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.505278] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c6e1cc9-c39f-4c01-9a6f-e9cb9cfe4758 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.513643] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 732.513643] env[69162]: value = "task-3232001" [ 732.513643] env[69162]: _type = "Task" [ 732.513643] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.523526] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.686951] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.686951] env[69162]: DEBUG nova.compute.manager [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.693595] env[69162]: DEBUG oslo_concurrency.lockutils [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.853s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.693595] env[69162]: DEBUG nova.objects.instance [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lazy-loading 'resources' on Instance uuid e8db3145-5980-40c5-9fcf-f97f3758487e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.762381] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Releasing lock "refresh_cache-6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.762381] env[69162]: DEBUG nova.compute.manager [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Instance network_info: |[{"id": "897ca23e-6a24-43a3-8c4d-c255cd40a5cf", "address": "fa:16:3e:f2:21:22", "network": {"id": "40198763-bc08-4d66-947c-a43fa56c21f8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1842137189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910794a960545f892daaea1f45c22b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897ca23e-6a", "ovs_interfaceid": "897ca23e-6a24-43a3-8c4d-c255cd40a5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.762799] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:21:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '897ca23e-6a24-43a3-8c4d-c255cd40a5cf', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.775344] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Creating folder: Project (a910794a960545f892daaea1f45c22b9). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.777179] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da41e8ab-1e67-42aa-82b7-5d6cbd4e9b2b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.787818] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Created folder: Project (a910794a960545f892daaea1f45c22b9) in parent group-v645978. [ 732.787818] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Creating folder: Instances. Parent ref: group-v646022. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.787818] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2d0fff3-d46b-4d47-aa01-ee6f6d11a3b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.796923] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Created folder: Instances in parent group-v646022. [ 732.797216] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.797414] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.797615] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9da4471d-ec42-4008-bd50-d44b87baa2b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.818783] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.818783] env[69162]: value = "task-3232004" [ 732.818783] env[69162]: _type = "Task" [ 732.818783] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.828847] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232004, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.884162] env[69162]: DEBUG nova.compute.manager [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.000445] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3232000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.025138] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232001, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.195360] env[69162]: DEBUG nova.compute.utils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.195638] env[69162]: DEBUG nova.compute.manager [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.196291] env[69162]: DEBUG nova.network.neutron [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.264759] env[69162]: DEBUG nova.policy [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4073427a48b148a1a710442a81521746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbd0769245e346cea6c1035da0a0e541', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.277653] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.277868] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.333279] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232004, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.412117] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.506901] env[69162]: DEBUG oslo_vmware.api [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3232000, 'name': PowerOnVM_Task, 'duration_secs': 0.65746} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.507096] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.507336] env[69162]: INFO nova.compute.manager [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Took 8.78 seconds to spawn the instance on the hypervisor. [ 733.507542] env[69162]: DEBUG nova.compute.manager [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.508417] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d7a10b-1fa4-4b69-91a2-5e80e4b53d61 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.539583] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56058} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.539911] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] e01fcbef-72a7-45b4-ae76-a7e91e9aa323/e01fcbef-72a7-45b4-ae76-a7e91e9aa323.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.541295] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.541295] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b72478b-543c-4f8e-a50a-e842f4e8fbee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.547245] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 733.547245] env[69162]: value = "task-3232005" [ 733.547245] env[69162]: _type = "Task" [ 733.547245] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.559925] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.705996] env[69162]: DEBUG nova.compute.manager [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.834246] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232004, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.836148] env[69162]: DEBUG nova.network.neutron [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Successfully created port: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.858802] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cffedc-159c-458b-b8f5-6051965b7b37 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.867034] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966d885b-8ce0-48a7-b054-0e6c653ad961 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.904796] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c010a9d-cecf-4727-9da0-b8a9b20be406 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.915776] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5c4466-04ed-4e9a-b997-ba10369edc92 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.924018] env[69162]: DEBUG nova.compute.manager [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Received event network-vif-plugged-db5d0e48-a934-427f-9870-b5b794a1308e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.924018] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Acquiring lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.924018] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.924018] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.924252] env[69162]: DEBUG nova.compute.manager [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] No waiting events found dispatching network-vif-plugged-db5d0e48-a934-427f-9870-b5b794a1308e {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.924486] env[69162]: WARNING nova.compute.manager [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Received unexpected event network-vif-plugged-db5d0e48-a934-427f-9870-b5b794a1308e for instance with vm_state building and task_state spawning. [ 733.924684] env[69162]: DEBUG nova.compute.manager [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Received event network-changed-db5d0e48-a934-427f-9870-b5b794a1308e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.924838] env[69162]: DEBUG nova.compute.manager [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Refreshing instance network info cache due to event network-changed-db5d0e48-a934-427f-9870-b5b794a1308e. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.925036] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Acquiring lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.925170] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Acquired lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.925318] env[69162]: DEBUG nova.network.neutron [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Refreshing network info cache for port db5d0e48-a934-427f-9870-b5b794a1308e {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.936772] env[69162]: DEBUG nova.compute.provider_tree [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.046334] env[69162]: INFO nova.compute.manager [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Took 25.50 seconds to build instance. [ 734.060189] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073933} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.060189] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.062446] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8d4cf6-e7dc-4123-80c3-c447f28d7347 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.083735] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] e01fcbef-72a7-45b4-ae76-a7e91e9aa323/e01fcbef-72a7-45b4-ae76-a7e91e9aa323.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.084894] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e648506-39ed-4bdf-8351-348639200a61 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.106250] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 734.106250] env[69162]: value = "task-3232006" [ 734.106250] env[69162]: _type = "Task" [ 734.106250] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.116038] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.332753] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232004, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.441121] env[69162]: DEBUG nova.scheduler.client.report [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.550157] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42569bf6-a0ec-4964-85f7-5887c0aa73df tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.349s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.619626] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.670012] env[69162]: DEBUG nova.compute.manager [req-bad9b7a1-d04e-44a5-b70e-04c167205af9 req-7038bd05-e2b4-4191-875c-275c46ca92eb service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Received event network-changed-bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.670173] env[69162]: DEBUG nova.compute.manager [req-bad9b7a1-d04e-44a5-b70e-04c167205af9 req-7038bd05-e2b4-4191-875c-275c46ca92eb service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Refreshing instance network info cache due to event network-changed-bb3d217d-eac0-4a90-9806-05d26cb97a6c. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.670388] env[69162]: DEBUG oslo_concurrency.lockutils [req-bad9b7a1-d04e-44a5-b70e-04c167205af9 req-7038bd05-e2b4-4191-875c-275c46ca92eb service nova] Acquiring lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.670555] env[69162]: DEBUG oslo_concurrency.lockutils [req-bad9b7a1-d04e-44a5-b70e-04c167205af9 req-7038bd05-e2b4-4191-875c-275c46ca92eb service nova] Acquired lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.670674] env[69162]: DEBUG nova.network.neutron [req-bad9b7a1-d04e-44a5-b70e-04c167205af9 req-7038bd05-e2b4-4191-875c-275c46ca92eb service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Refreshing network info cache for port bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.720015] env[69162]: DEBUG nova.compute.manager [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.761862] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.762111] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.762269] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.762526] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.762596] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.762719] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.762932] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.763215] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.763461] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.763733] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.763924] env[69162]: DEBUG nova.virt.hardware [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.765582] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d216e2ca-8915-4b6f-a7c5-0798adabb142 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.778676] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6f505d-bd33-41ff-a2c1-06c1b035f8ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.818507] env[69162]: DEBUG nova.network.neutron [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updated VIF entry in instance network info cache for port db5d0e48-a934-427f-9870-b5b794a1308e. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.818861] env[69162]: DEBUG nova.network.neutron [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance_info_cache with network_info: [{"id": "db5d0e48-a934-427f-9870-b5b794a1308e", "address": "fa:16:3e:35:a1:02", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5d0e48-a9", "ovs_interfaceid": "db5d0e48-a934-427f-9870-b5b794a1308e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.830182] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232004, 'name': CreateVM_Task, 'duration_secs': 1.757838} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.830847] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.831539] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.831708] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.832340] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.833050] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48948d7-77f5-41db-8cf4-8b7b70a54def {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.837792] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 734.837792] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52681049-67b2-46aa-352e-ec557583905f" [ 734.837792] env[69162]: _type = "Task" [ 734.837792] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.845966] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52681049-67b2-46aa-352e-ec557583905f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.949398] env[69162]: DEBUG oslo_concurrency.lockutils [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.951746] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.317s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.951985] env[69162]: DEBUG nova.objects.instance [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lazy-loading 'resources' on Instance uuid 215a10c2-c6d5-4074-bbb5-e6b129bf68b4 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.970619] env[69162]: INFO nova.scheduler.client.report [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Deleted allocations for instance e8db3145-5980-40c5-9fcf-f97f3758487e [ 735.052533] env[69162]: DEBUG nova.compute.manager [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.117115] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232006, 'name': ReconfigVM_Task, 'duration_secs': 0.799773} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.117450] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Reconfigured VM instance instance-0000000f to attach disk [datastore1] e01fcbef-72a7-45b4-ae76-a7e91e9aa323/e01fcbef-72a7-45b4-ae76-a7e91e9aa323.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.118113] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75117adc-b52b-4ab6-894d-2f84a900373e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.124632] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 735.124632] env[69162]: value = "task-3232007" [ 735.124632] env[69162]: _type = "Task" [ 735.124632] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.132825] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232007, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.272636] env[69162]: DEBUG nova.compute.manager [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.274079] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cd37f5-d15b-4f9a-b64c-a14e2ec30327 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.323690] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Releasing lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.323690] env[69162]: DEBUG nova.compute.manager [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Received event network-vif-plugged-897ca23e-6a24-43a3-8c4d-c255cd40a5cf {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.323690] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Acquiring lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.323690] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.323690] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.323928] env[69162]: DEBUG nova.compute.manager [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] No waiting events found dispatching network-vif-plugged-897ca23e-6a24-43a3-8c4d-c255cd40a5cf {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.323928] env[69162]: WARNING nova.compute.manager [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Received unexpected event network-vif-plugged-897ca23e-6a24-43a3-8c4d-c255cd40a5cf for instance with vm_state building and task_state spawning. [ 735.323928] env[69162]: DEBUG nova.compute.manager [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Received event network-changed-897ca23e-6a24-43a3-8c4d-c255cd40a5cf {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.323928] env[69162]: DEBUG nova.compute.manager [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Refreshing instance network info cache due to event network-changed-897ca23e-6a24-43a3-8c4d-c255cd40a5cf. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.324510] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Acquiring lock "refresh_cache-6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.324510] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Acquired lock "refresh_cache-6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.324510] env[69162]: DEBUG nova.network.neutron [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Refreshing network info cache for port 897ca23e-6a24-43a3-8c4d-c255cd40a5cf {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.351674] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52681049-67b2-46aa-352e-ec557583905f, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.351674] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.351674] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.351674] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.351977] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.351977] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.351977] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb206cc-d324-40d5-80bf-3dc768333a21 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.362878] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.363317] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.364347] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c02a398-5642-4e1d-83d2-00625371adcd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.372197] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 735.372197] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bb293f-5de0-a53f-1e3f-940749722874" [ 735.372197] env[69162]: _type = "Task" [ 735.372197] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.387829] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bb293f-5de0-a53f-1e3f-940749722874, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.388633] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3548b867-1f1d-4fad-b070-e46997f47418 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.394115] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 735.394115] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d1beed-95c9-ed33-00c5-33085699b221" [ 735.394115] env[69162]: _type = "Task" [ 735.394115] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.403377] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d1beed-95c9-ed33-00c5-33085699b221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.479583] env[69162]: DEBUG oslo_concurrency.lockutils [None req-91faa9a4-883b-4c20-9745-ba35a68fb978 tempest-ServerDiagnosticsNegativeTest-1243616936 tempest-ServerDiagnosticsNegativeTest-1243616936-project-member] Lock "e8db3145-5980-40c5-9fcf-f97f3758487e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.426s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.526865] env[69162]: DEBUG nova.network.neutron [req-bad9b7a1-d04e-44a5-b70e-04c167205af9 req-7038bd05-e2b4-4191-875c-275c46ca92eb service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Updated VIF entry in instance network info cache for port bb3d217d-eac0-4a90-9806-05d26cb97a6c. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.527273] env[69162]: DEBUG nova.network.neutron [req-bad9b7a1-d04e-44a5-b70e-04c167205af9 req-7038bd05-e2b4-4191-875c-275c46ca92eb service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Updating instance_info_cache with network_info: [{"id": "bb3d217d-eac0-4a90-9806-05d26cb97a6c", "address": "fa:16:3e:89:fc:aa", "network": {"id": "979abb29-3dc8-4a23-a4c7-c3aad9858135", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-412692086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff9f4e9609c54d2f945417283f5e54e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3d217d-ea", "ovs_interfaceid": "bb3d217d-eac0-4a90-9806-05d26cb97a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.579067] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.635241] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232007, 'name': Rename_Task, 'duration_secs': 0.166318} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.635546] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.635807] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ba88903-8b19-4b1d-a48e-83493268bc10 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.644337] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 735.644337] env[69162]: value = "task-3232008" [ 735.644337] env[69162]: _type = "Task" [ 735.644337] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.652260] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.785708] env[69162]: INFO nova.compute.manager [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] instance snapshotting [ 735.791347] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4773e3-127a-4134-a62b-edd3717df306 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.824422] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc673e82-cd84-4ca4-a7a1-34d6ee7dd789 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.909378] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d1beed-95c9-ed33-00c5-33085699b221, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.910444] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.910444] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec/6a3bcfaa-4d5f-4615-871d-9ef8587a64ec.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.910591] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-499be383-1a86-495c-a708-bbefd34c7765 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.920302] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 735.920302] env[69162]: value = "task-3232009" [ 735.920302] env[69162]: _type = "Task" [ 735.920302] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.931176] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.981983] env[69162]: DEBUG nova.network.neutron [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Successfully updated port: 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.993259] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35441a0-57b9-41d5-a618-ef59a6f1c528 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.011863] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e878e82-f788-4606-ac86-02ffd47039de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.048710] env[69162]: DEBUG oslo_concurrency.lockutils [req-bad9b7a1-d04e-44a5-b70e-04c167205af9 req-7038bd05-e2b4-4191-875c-275c46ca92eb service nova] Releasing lock "refresh_cache-7d2b4618-fbc9-4ad4-ad73-d2a780b34155" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.058585] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d531242-11fd-4c8d-bc91-269141ca6bbd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.064712] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1ce0d6-7378-49d9-9f4f-4354492f4b6c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.082575] env[69162]: DEBUG nova.compute.provider_tree [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.164286] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232008, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.326813] env[69162]: DEBUG nova.network.neutron [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Updated VIF entry in instance network info cache for port 897ca23e-6a24-43a3-8c4d-c255cd40a5cf. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.327866] env[69162]: DEBUG nova.network.neutron [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Updating instance_info_cache with network_info: [{"id": "897ca23e-6a24-43a3-8c4d-c255cd40a5cf", "address": "fa:16:3e:f2:21:22", "network": {"id": "40198763-bc08-4d66-947c-a43fa56c21f8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1842137189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910794a960545f892daaea1f45c22b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897ca23e-6a", "ovs_interfaceid": "897ca23e-6a24-43a3-8c4d-c255cd40a5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.339357] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 736.339574] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0879e2b-01b1-4e42-90c8-6036d1365649 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.347255] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 736.347255] env[69162]: value = "task-3232010" [ 736.347255] env[69162]: _type = "Task" [ 736.347255] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.362255] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.431995] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232009, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.487804] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.487804] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquired lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.487804] env[69162]: DEBUG nova.network.neutron [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.586901] env[69162]: DEBUG nova.scheduler.client.report [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.657410] env[69162]: DEBUG oslo_vmware.api [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232008, 'name': PowerOnVM_Task, 'duration_secs': 0.621636} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.657685] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.657883] env[69162]: INFO nova.compute.manager [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Took 9.35 seconds to spawn the instance on the hypervisor. [ 736.658070] env[69162]: DEBUG nova.compute.manager [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.658861] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df82343-a6a6-475c-9285-addd33dc5dd4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.786018] env[69162]: DEBUG nova.compute.manager [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Received event network-vif-plugged-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.786018] env[69162]: DEBUG oslo_concurrency.lockutils [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] Acquiring lock "216a1a72-1d3f-431c-9544-8756135307ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.786018] env[69162]: DEBUG oslo_concurrency.lockutils [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] Lock "216a1a72-1d3f-431c-9544-8756135307ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.786018] env[69162]: DEBUG oslo_concurrency.lockutils [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] Lock "216a1a72-1d3f-431c-9544-8756135307ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.786018] env[69162]: DEBUG nova.compute.manager [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] No waiting events found dispatching network-vif-plugged-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.786275] env[69162]: WARNING nova.compute.manager [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Received unexpected event network-vif-plugged-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 for instance with vm_state building and task_state spawning. [ 736.786275] env[69162]: DEBUG nova.compute.manager [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Received event network-changed-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.786472] env[69162]: DEBUG nova.compute.manager [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Refreshing instance network info cache due to event network-changed-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.786594] env[69162]: DEBUG oslo_concurrency.lockutils [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] Acquiring lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.834508] env[69162]: DEBUG oslo_concurrency.lockutils [req-7055ff04-007e-4afa-85b1-3b6029d020ce req-0b984a2a-02b5-47e7-8c67-b29ee9aad125 service nova] Releasing lock "refresh_cache-6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.863092] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.931376] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519405} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.931712] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec/6a3bcfaa-4d5f-4615-871d-9ef8587a64ec.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.932045] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.932210] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a818c23-da79-4347-bd7e-a72ce8a76352 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.942017] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 736.942017] env[69162]: value = "task-3232011" [ 736.942017] env[69162]: _type = "Task" [ 736.942017] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.948247] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.045289] env[69162]: DEBUG nova.network.neutron [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.091624] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.094640] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.338s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.099203] env[69162]: INFO nova.compute.claims [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.140889] env[69162]: INFO nova.scheduler.client.report [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Deleted allocations for instance 215a10c2-c6d5-4074-bbb5-e6b129bf68b4 [ 737.176107] env[69162]: INFO nova.compute.manager [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Took 28.13 seconds to build instance. [ 737.365953] env[69162]: DEBUG nova.compute.manager [req-3fd524a6-90b8-4aea-af5b-48a999b7aa6d req-302af922-07a9-4ca9-8bb0-d5bfbb23bc28 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Received event network-changed-0d033839-e9f2-4a5b-b96b-5e3dd4938f66 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.365953] env[69162]: DEBUG nova.compute.manager [req-3fd524a6-90b8-4aea-af5b-48a999b7aa6d req-302af922-07a9-4ca9-8bb0-d5bfbb23bc28 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Refreshing instance network info cache due to event network-changed-0d033839-e9f2-4a5b-b96b-5e3dd4938f66. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.365953] env[69162]: DEBUG oslo_concurrency.lockutils [req-3fd524a6-90b8-4aea-af5b-48a999b7aa6d req-302af922-07a9-4ca9-8bb0-d5bfbb23bc28 service nova] Acquiring lock "refresh_cache-bfb80238-cb30-401e-a409-1939ea48ba2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.365953] env[69162]: DEBUG oslo_concurrency.lockutils [req-3fd524a6-90b8-4aea-af5b-48a999b7aa6d req-302af922-07a9-4ca9-8bb0-d5bfbb23bc28 service nova] Acquired lock "refresh_cache-bfb80238-cb30-401e-a409-1939ea48ba2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.367020] env[69162]: DEBUG nova.network.neutron [req-3fd524a6-90b8-4aea-af5b-48a999b7aa6d req-302af922-07a9-4ca9-8bb0-d5bfbb23bc28 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Refreshing network info cache for port 0d033839-e9f2-4a5b-b96b-5e3dd4938f66 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.374119] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.442402] env[69162]: DEBUG nova.network.neutron [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Updating instance_info_cache with network_info: [{"id": "55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9", "address": "fa:16:3e:1f:5c:dc", "network": {"id": "11a6fc44-a999-4ef7-bc05-fa2f799c020d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2081903165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd0769245e346cea6c1035da0a0e541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55adc0ce-4d", "ovs_interfaceid": "55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.461767] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271211} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.462888] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.463841] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ae428d-5e16-476d-8bb1-c26a63fe84e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.494709] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec/6a3bcfaa-4d5f-4615-871d-9ef8587a64ec.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.494709] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-343f1b6d-e020-400a-97c1-c1edc46ea324 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.514062] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 737.514062] env[69162]: value = "task-3232012" [ 737.514062] env[69162]: _type = "Task" [ 737.514062] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.523843] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.652279] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5bc23354-b6c2-4f41-a260-3dd7e33df6be tempest-ServerDiagnosticsV248Test-1753302823 tempest-ServerDiagnosticsV248Test-1753302823-project-member] Lock "215a10c2-c6d5-4074-bbb5-e6b129bf68b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.498s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.680436] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c7edcd1-a188-4b2c-b498-58ba61c8bec4 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.009s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.868995] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232010, 'name': CreateSnapshot_Task, 'duration_secs': 1.254608} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.868995] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 737.868995] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365222f7-9c6f-4f8d-a27a-224b58766e5c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.955659] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Releasing lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.956077] env[69162]: DEBUG nova.compute.manager [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Instance network_info: |[{"id": "55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9", "address": "fa:16:3e:1f:5c:dc", "network": {"id": "11a6fc44-a999-4ef7-bc05-fa2f799c020d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2081903165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd0769245e346cea6c1035da0a0e541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55adc0ce-4d", "ovs_interfaceid": "55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.956697] env[69162]: DEBUG oslo_concurrency.lockutils [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] Acquired lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.956880] env[69162]: DEBUG nova.network.neutron [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Refreshing network info cache for port 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.958038] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:5c:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.966365] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Creating folder: Project (bbd0769245e346cea6c1035da0a0e541). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.967987] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc08e9af-2de5-4bd7-b58f-2522b39b4c97 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.981484] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Created folder: Project (bbd0769245e346cea6c1035da0a0e541) in parent group-v645978. [ 737.981649] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Creating folder: Instances. Parent ref: group-v646026. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.982364] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1257f086-06e7-469d-89f3-d903119a0ee4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.991853] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Created folder: Instances in parent group-v646026. [ 737.992115] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.992315] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.992521] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dedf89d-1310-4179-864d-9b3121072604 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.022061] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.022061] env[69162]: value = "task-3232015" [ 738.022061] env[69162]: _type = "Task" [ 738.022061] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.032045] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232012, 'name': ReconfigVM_Task, 'duration_secs': 0.290983} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.032045] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec/6a3bcfaa-4d5f-4615-871d-9ef8587a64ec.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.032045] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c08cd802-afc4-45da-ab39-79c36d154f1f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.038851] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232015, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.045045] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 738.045045] env[69162]: value = "task-3232016" [ 738.045045] env[69162]: _type = "Task" [ 738.045045] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.059378] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232016, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.182064] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.394137] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 738.398381] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65dd90a3-6920-4f0e-a179-29b328f680b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.408900] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 738.408900] env[69162]: value = "task-3232017" [ 738.408900] env[69162]: _type = "Task" [ 738.408900] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.419131] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232017, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.544844] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.545133] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.545288] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232015, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.558754] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232016, 'name': Rename_Task, 'duration_secs': 0.14994} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.559232] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.559975] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59f9036d-0974-4bf8-870a-c3de3eb3b6d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.569239] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 738.569239] env[69162]: value = "task-3232018" [ 738.569239] env[69162]: _type = "Task" [ 738.569239] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.591400] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232018, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.686760] env[69162]: DEBUG nova.network.neutron [req-3fd524a6-90b8-4aea-af5b-48a999b7aa6d req-302af922-07a9-4ca9-8bb0-d5bfbb23bc28 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Updated VIF entry in instance network info cache for port 0d033839-e9f2-4a5b-b96b-5e3dd4938f66. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.686760] env[69162]: DEBUG nova.network.neutron [req-3fd524a6-90b8-4aea-af5b-48a999b7aa6d req-302af922-07a9-4ca9-8bb0-d5bfbb23bc28 service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Updating instance_info_cache with network_info: [{"id": "0d033839-e9f2-4a5b-b96b-5e3dd4938f66", "address": "fa:16:3e:4b:0c:c1", "network": {"id": "adc9033d-9766-4630-8e6e-630316f05605", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1690391677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033f0377ad084879bef1eb251e23701e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d033839-e9", "ovs_interfaceid": "0d033839-e9f2-4a5b-b96b-5e3dd4938f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.723279] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.731066] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81927923-43e3-4782-a45d-8db30d8b5d5e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.743216] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7e6817-1127-4888-9041-039b517dcd1f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.785681] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db02fe9-9cb8-4943-9295-9d277c641e14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.795532] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac00b24e-25e9-43c7-8077-15da3d67e827 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.816022] env[69162]: DEBUG nova.compute.provider_tree [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.907071] env[69162]: DEBUG nova.network.neutron [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Updated VIF entry in instance network info cache for port 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.907451] env[69162]: DEBUG nova.network.neutron [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Updating instance_info_cache with network_info: [{"id": "55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9", "address": "fa:16:3e:1f:5c:dc", "network": {"id": "11a6fc44-a999-4ef7-bc05-fa2f799c020d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2081903165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd0769245e346cea6c1035da0a0e541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55adc0ce-4d", "ovs_interfaceid": "55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.922382] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232017, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.035784] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232015, 'name': CreateVM_Task, 'duration_secs': 0.584311} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.036760] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.036883] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.036966] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.037613] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.037896] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0baee28-6a9a-4583-bdb7-5a37576a13af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.045513] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 739.045513] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521c8c14-508a-91de-0d19-196d4eeeda74" [ 739.045513] env[69162]: _type = "Task" [ 739.045513] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.056992] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521c8c14-508a-91de-0d19-196d4eeeda74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.082695] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232018, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.189855] env[69162]: DEBUG oslo_concurrency.lockutils [req-3fd524a6-90b8-4aea-af5b-48a999b7aa6d req-302af922-07a9-4ca9-8bb0-d5bfbb23bc28 service nova] Releasing lock "refresh_cache-bfb80238-cb30-401e-a409-1939ea48ba2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.320747] env[69162]: DEBUG nova.scheduler.client.report [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.413474] env[69162]: DEBUG oslo_concurrency.lockutils [req-b2c3126b-ad94-40a9-aaa5-4f14595b2536 req-b97323b3-5215-4d93-9742-6a1970913433 service nova] Releasing lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.433456] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232017, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.561119] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521c8c14-508a-91de-0d19-196d4eeeda74, 'name': SearchDatastore_Task, 'duration_secs': 0.012264} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.561119] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.561119] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.561374] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.561528] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.561736] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.562060] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e5a5eb5-8cf0-41bf-9931-46714a657edc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.571725] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.571908] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.572741] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6db10a6-6d26-4c7c-8b57-0748fb29560d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.588614] env[69162]: DEBUG oslo_vmware.api [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232018, 'name': PowerOnVM_Task, 'duration_secs': 0.529187} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.590066] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.590279] env[69162]: INFO nova.compute.manager [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Took 9.61 seconds to spawn the instance on the hypervisor. [ 739.591324] env[69162]: DEBUG nova.compute.manager [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.591324] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 739.591324] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526f26d3-763c-6640-5641-2be329581353" [ 739.591324] env[69162]: _type = "Task" [ 739.591324] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.592428] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cf4684-5e2e-4fc8-923a-68742ebfb54f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.608789] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526f26d3-763c-6640-5641-2be329581353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.623479] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquiring lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.625379] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.625956] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquiring lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.625956] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.626144] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.629215] env[69162]: INFO nova.compute.manager [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Terminating instance [ 739.828614] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.829169] env[69162]: DEBUG nova.compute.manager [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.834665] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.675s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.835330] env[69162]: INFO nova.compute.claims [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.929605] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232017, 'name': CloneVM_Task, 'duration_secs': 1.427947} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.929907] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Created linked-clone VM from snapshot [ 739.931382] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ae09b4-f2b1-46b9-9131-554258421f69 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.939358] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Uploading image a06d8f4b-96ec-4bbc-bbef-85ac7bb0ebba {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 739.955881] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.955881] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75689b36-c8ee-4e2a-b480-b07e9f449d39 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.966142] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 739.966142] env[69162]: value = "task-3232019" [ 739.966142] env[69162]: _type = "Task" [ 739.966142] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.981055] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232019, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.996870] env[69162]: DEBUG nova.compute.manager [req-8da27e1e-691b-4e3a-b64f-7a67a7185098 req-143d58ac-90d4-4dcb-be02-35937951b110 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Received event network-changed-ceb1f5e1-5fe1-42ed-8d39-93c183fad427 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.997140] env[69162]: DEBUG nova.compute.manager [req-8da27e1e-691b-4e3a-b64f-7a67a7185098 req-143d58ac-90d4-4dcb-be02-35937951b110 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Refreshing instance network info cache due to event network-changed-ceb1f5e1-5fe1-42ed-8d39-93c183fad427. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.997377] env[69162]: DEBUG oslo_concurrency.lockutils [req-8da27e1e-691b-4e3a-b64f-7a67a7185098 req-143d58ac-90d4-4dcb-be02-35937951b110 service nova] Acquiring lock "refresh_cache-c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.998526] env[69162]: DEBUG oslo_concurrency.lockutils [req-8da27e1e-691b-4e3a-b64f-7a67a7185098 req-143d58ac-90d4-4dcb-be02-35937951b110 service nova] Acquired lock "refresh_cache-c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.998526] env[69162]: DEBUG nova.network.neutron [req-8da27e1e-691b-4e3a-b64f-7a67a7185098 req-143d58ac-90d4-4dcb-be02-35937951b110 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Refreshing network info cache for port ceb1f5e1-5fe1-42ed-8d39-93c183fad427 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.105071] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526f26d3-763c-6640-5641-2be329581353, 'name': SearchDatastore_Task, 'duration_secs': 0.017216} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.105879] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ea5898-ebe3-4278-bfc8-9017a84aaf03 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.120160] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 740.120160] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b945fa-a101-8513-1761-d9a577075b08" [ 740.120160] env[69162]: _type = "Task" [ 740.120160] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.125487] env[69162]: INFO nova.compute.manager [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Took 26.78 seconds to build instance. [ 740.137355] env[69162]: DEBUG nova.compute.manager [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.137738] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.138140] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b945fa-a101-8513-1761-d9a577075b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.139267] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8dea52-0077-45e1-b4b1-8e67c7c237bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.149540] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.149838] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a49373ca-4df7-4781-80c5-69f2e4dac7aa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.159797] env[69162]: DEBUG oslo_vmware.api [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for the task: (returnval){ [ 740.159797] env[69162]: value = "task-3232020" [ 740.159797] env[69162]: _type = "Task" [ 740.159797] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.171881] env[69162]: DEBUG oslo_vmware.api [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3232020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.341722] env[69162]: DEBUG nova.compute.utils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.348758] env[69162]: DEBUG nova.compute.manager [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Not allocating networking since 'none' was specified. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 740.479026] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232019, 'name': Destroy_Task, 'duration_secs': 0.496895} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.479026] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Destroyed the VM [ 740.479452] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 740.480199] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf742d45-f77d-4b4a-b5e6-7613bb086a61 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.491383] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 740.491383] env[69162]: value = "task-3232021" [ 740.491383] env[69162]: _type = "Task" [ 740.491383] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.511420] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.574907] env[69162]: DEBUG nova.compute.manager [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Stashing vm_state: active {{(pid=69162) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 740.642288] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0df6b6d-ffcf-4628-b759-5cad02e7d685 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.144s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.642288] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b945fa-a101-8513-1761-d9a577075b08, 'name': SearchDatastore_Task, 'duration_secs': 0.020922} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.643543] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.643855] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 216a1a72-1d3f-431c-9544-8756135307ab/216a1a72-1d3f-431c-9544-8756135307ab.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.644142] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7db302c2-00f5-4988-81e2-f800da5b1c9e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.653348] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 740.653348] env[69162]: value = "task-3232022" [ 740.653348] env[69162]: _type = "Task" [ 740.653348] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.667613] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.679523] env[69162]: DEBUG oslo_vmware.api [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3232020, 'name': PowerOffVM_Task, 'duration_secs': 0.331787} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.680099] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.680416] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.681081] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0d0a144-35fe-4c45-9542-c1080825ccba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.767331] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.767568] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.767755] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Deleting the datastore file [datastore2] 7d2b4618-fbc9-4ad4-ad73-d2a780b34155 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.768052] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2719aa4c-720f-48b9-949e-b3ead7de3597 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.776204] env[69162]: DEBUG oslo_vmware.api [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for the task: (returnval){ [ 740.776204] env[69162]: value = "task-3232024" [ 740.776204] env[69162]: _type = "Task" [ 740.776204] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.786149] env[69162]: DEBUG oslo_vmware.api [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3232024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.853035] env[69162]: DEBUG nova.compute.manager [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.952774] env[69162]: DEBUG nova.network.neutron [req-8da27e1e-691b-4e3a-b64f-7a67a7185098 req-143d58ac-90d4-4dcb-be02-35937951b110 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Updated VIF entry in instance network info cache for port ceb1f5e1-5fe1-42ed-8d39-93c183fad427. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.952878] env[69162]: DEBUG nova.network.neutron [req-8da27e1e-691b-4e3a-b64f-7a67a7185098 req-143d58ac-90d4-4dcb-be02-35937951b110 service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Updating instance_info_cache with network_info: [{"id": "ceb1f5e1-5fe1-42ed-8d39-93c183fad427", "address": "fa:16:3e:0a:d5:1b", "network": {"id": "9604fd77-66e1-4262-b433-3c5e23a6e18f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-765588919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bdd450949914c419ed80fd1dce277db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb1f5e1-5f", "ovs_interfaceid": "ceb1f5e1-5fe1-42ed-8d39-93c183fad427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.009194] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232021, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.108891] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.148405] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.168761] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232022, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.289548] env[69162]: DEBUG oslo_vmware.api [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3232024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.455131] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6286ce-93e3-4191-95f0-a6c9721738d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.458130] env[69162]: DEBUG oslo_concurrency.lockutils [req-8da27e1e-691b-4e3a-b64f-7a67a7185098 req-143d58ac-90d4-4dcb-be02-35937951b110 service nova] Releasing lock "refresh_cache-c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.463977] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a73b37-bfea-4f56-ac9b-383a9785e00f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.505417] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0157cb6-076b-440f-8fe9-16ac232ba56b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.514562] env[69162]: DEBUG oslo_vmware.api [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232021, 'name': RemoveSnapshot_Task, 'duration_secs': 0.835492} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.516710] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.523252] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7949689e-50ae-4686-906f-ccf5aa6b9c78 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.538757] env[69162]: DEBUG nova.compute.provider_tree [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.678817] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650596} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.679037] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 216a1a72-1d3f-431c-9544-8756135307ab/216a1a72-1d3f-431c-9544-8756135307ab.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.679253] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.679593] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1addd047-915b-4a43-a5d3-3b43b926d0fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.686454] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.688593] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 741.688593] env[69162]: value = "task-3232025" [ 741.688593] env[69162]: _type = "Task" [ 741.688593] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.700537] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.787558] env[69162]: DEBUG oslo_vmware.api [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Task: {'id': task-3232024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58508} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.789113] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.789529] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.789892] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.790057] env[69162]: INFO nova.compute.manager [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Took 1.65 seconds to destroy the instance on the hypervisor. [ 741.790312] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.790507] env[69162]: DEBUG nova.compute.manager [-] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.790603] env[69162]: DEBUG nova.network.neutron [-] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.863199] env[69162]: DEBUG nova.compute.manager [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.901317] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.901734] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.901974] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.902181] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.902335] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.902482] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.902702] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.902864] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.903046] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.903215] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.903388] env[69162]: DEBUG nova.virt.hardware [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.904334] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3454b38f-073a-4025-9b58-1af399f195e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.915978] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c02d358-a27d-4814-8b20-6f138bfe740a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.930171] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.936816] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Creating folder: Project (9e12870bd7904702bef6ae64ad61e06d). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.937197] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ee7b121-cfbf-4441-ad07-883218cb1cd6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.951158] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Created folder: Project (9e12870bd7904702bef6ae64ad61e06d) in parent group-v645978. [ 741.951361] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Creating folder: Instances. Parent ref: group-v646030. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.953020] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d8869f5-5f8d-4ff0-82fa-2fc0530f8998 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.967026] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Created folder: Instances in parent group-v646030. [ 741.967026] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.967026] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.967026] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7acc453-a2ca-498b-a0f7-c9e0496fd082 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.984252] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.984252] env[69162]: value = "task-3232028" [ 741.984252] env[69162]: _type = "Task" [ 741.984252] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.992983] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232028, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.033317] env[69162]: WARNING nova.compute.manager [None req-b283a9aa-fda1-4da2-8890-b6e297683394 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Image not found during snapshot: nova.exception.ImageNotFound: Image a06d8f4b-96ec-4bbc-bbef-85ac7bb0ebba could not be found. [ 742.042625] env[69162]: DEBUG nova.scheduler.client.report [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.204933] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067747} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.205302] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.206852] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f753b01-3606-4684-a88c-ea1d5d9d58cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.234666] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 216a1a72-1d3f-431c-9544-8756135307ab/216a1a72-1d3f-431c-9544-8756135307ab.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.234666] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc8e151-7cbf-4253-af35-d2badd3851c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.266718] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 742.266718] env[69162]: value = "task-3232029" [ 742.266718] env[69162]: _type = "Task" [ 742.266718] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.277780] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.498050] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232028, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.549150] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.549721] env[69162]: DEBUG nova.compute.manager [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.557041] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.377s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.557041] env[69162]: DEBUG nova.objects.instance [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lazy-loading 'resources' on Instance uuid df3d25ca-8c2e-4b4f-9725-2803bfbd97ba {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.685069] env[69162]: DEBUG nova.network.neutron [-] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.780953] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232029, 'name': ReconfigVM_Task, 'duration_secs': 0.312883} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.780953] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 216a1a72-1d3f-431c-9544-8756135307ab/216a1a72-1d3f-431c-9544-8756135307ab.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.780953] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a18fb8b-8ece-4cfe-b758-deed3556c98b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.788255] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 742.788255] env[69162]: value = "task-3232030" [ 742.788255] env[69162]: _type = "Task" [ 742.788255] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.797754] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232030, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.829606] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquiring lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.830183] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.878702] env[69162]: DEBUG nova.compute.manager [req-560d222d-2d71-4aad-b361-6acb64f5924e req-47dd6fb1-76e6-43d3-ae5b-6c02e03ce477 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Received event network-changed-897ca23e-6a24-43a3-8c4d-c255cd40a5cf {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.878702] env[69162]: DEBUG nova.compute.manager [req-560d222d-2d71-4aad-b361-6acb64f5924e req-47dd6fb1-76e6-43d3-ae5b-6c02e03ce477 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Refreshing instance network info cache due to event network-changed-897ca23e-6a24-43a3-8c4d-c255cd40a5cf. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.878702] env[69162]: DEBUG oslo_concurrency.lockutils [req-560d222d-2d71-4aad-b361-6acb64f5924e req-47dd6fb1-76e6-43d3-ae5b-6c02e03ce477 service nova] Acquiring lock "refresh_cache-6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.878702] env[69162]: DEBUG oslo_concurrency.lockutils [req-560d222d-2d71-4aad-b361-6acb64f5924e req-47dd6fb1-76e6-43d3-ae5b-6c02e03ce477 service nova] Acquired lock "refresh_cache-6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.878702] env[69162]: DEBUG nova.network.neutron [req-560d222d-2d71-4aad-b361-6acb64f5924e req-47dd6fb1-76e6-43d3-ae5b-6c02e03ce477 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Refreshing network info cache for port 897ca23e-6a24-43a3-8c4d-c255cd40a5cf {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.998232] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232028, 'name': CreateVM_Task, 'duration_secs': 0.559748} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.998420] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.998857] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.999248] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.999589] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.999848] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba492f1-36c1-484b-b7fd-87851cce77f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.009157] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 743.009157] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520d04aa-6501-7004-bd59-685740bb9c61" [ 743.009157] env[69162]: _type = "Task" [ 743.009157] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.023760] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520d04aa-6501-7004-bd59-685740bb9c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.026743] env[69162]: DEBUG nova.compute.manager [req-f6a9520b-8c7b-4103-99fc-4128a52e49a0 req-1c8766b9-8706-4768-befa-19151bfdeda7 service nova] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Received event network-vif-deleted-bb3d217d-eac0-4a90-9806-05d26cb97a6c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.063433] env[69162]: DEBUG nova.compute.utils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.072656] env[69162]: DEBUG nova.compute.manager [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Not allocating networking since 'none' was specified. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 743.193814] env[69162]: INFO nova.compute.manager [-] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Took 1.40 seconds to deallocate network for instance. [ 743.302208] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232030, 'name': Rename_Task, 'duration_secs': 0.171419} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.303255] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.303255] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2e0ca7f-52c3-42cc-ac85-564426274e10 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.317071] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 743.317071] env[69162]: value = "task-3232031" [ 743.317071] env[69162]: _type = "Task" [ 743.317071] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.328127] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.529164] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520d04aa-6501-7004-bd59-685740bb9c61, 'name': SearchDatastore_Task, 'duration_secs': 0.036025} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.529164] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.529164] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.529675] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.529675] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.529847] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.530068] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9c5739d-daec-4cba-84c3-f750d80c4d55 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.543754] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.543754] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.543754] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0000a7a-ecb8-45fc-99bc-8a118a0ed89a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.554363] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 743.554363] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f3b951-4a95-26bf-545d-b1ca3d20299c" [ 743.554363] env[69162]: _type = "Task" [ 743.554363] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.565073] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f3b951-4a95-26bf-545d-b1ca3d20299c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.575020] env[69162]: DEBUG nova.compute.manager [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.704861] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.749743] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b879a2-20d1-465c-9891-73bb44496878 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.759967] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761dea00-7c66-4a5e-8a69-fbe6a9f91b0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.803531] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c436edeb-de97-4bd0-bbed-64c081da9ffb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.814577] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d0af6c-abfa-48ed-b1a5-877cba0eff51 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.828936] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232031, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.842383] env[69162]: DEBUG nova.compute.provider_tree [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.860331] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.860602] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.860829] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.861030] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.861209] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.864960] env[69162]: INFO nova.compute.manager [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Terminating instance [ 744.068356] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f3b951-4a95-26bf-545d-b1ca3d20299c, 'name': SearchDatastore_Task, 'duration_secs': 0.01367} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.069262] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1930eb0-d742-41b0-b72a-42748d84a524 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.074375] env[69162]: DEBUG nova.network.neutron [req-560d222d-2d71-4aad-b361-6acb64f5924e req-47dd6fb1-76e6-43d3-ae5b-6c02e03ce477 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Updated VIF entry in instance network info cache for port 897ca23e-6a24-43a3-8c4d-c255cd40a5cf. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.074790] env[69162]: DEBUG nova.network.neutron [req-560d222d-2d71-4aad-b361-6acb64f5924e req-47dd6fb1-76e6-43d3-ae5b-6c02e03ce477 service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Updating instance_info_cache with network_info: [{"id": "897ca23e-6a24-43a3-8c4d-c255cd40a5cf", "address": "fa:16:3e:f2:21:22", "network": {"id": "40198763-bc08-4d66-947c-a43fa56c21f8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1842137189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910794a960545f892daaea1f45c22b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897ca23e-6a", "ovs_interfaceid": "897ca23e-6a24-43a3-8c4d-c255cd40a5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.084928] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 744.084928] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5226256a-45ac-0d13-37e7-48b7b09ae6eb" [ 744.084928] env[69162]: _type = "Task" [ 744.084928] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.094883] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5226256a-45ac-0d13-37e7-48b7b09ae6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.333054] env[69162]: DEBUG oslo_vmware.api [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232031, 'name': PowerOnVM_Task, 'duration_secs': 0.573225} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.333054] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.333054] env[69162]: INFO nova.compute.manager [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Took 9.61 seconds to spawn the instance on the hypervisor. [ 744.333054] env[69162]: DEBUG nova.compute.manager [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.338343] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a864965e-d7bd-4511-8e93-a62498ccecc1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.348280] env[69162]: DEBUG nova.scheduler.client.report [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.373061] env[69162]: DEBUG nova.compute.manager [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.373678] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.377021] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa656c1-6e4b-467e-a77b-4ac2362d697d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.385267] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.385876] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32a3766d-dfb8-47fa-ba99-1364000a0e31 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.393472] env[69162]: DEBUG oslo_vmware.api [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 744.393472] env[69162]: value = "task-3232032" [ 744.393472] env[69162]: _type = "Task" [ 744.393472] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.403596] env[69162]: DEBUG oslo_vmware.api [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.581735] env[69162]: DEBUG oslo_concurrency.lockutils [req-560d222d-2d71-4aad-b361-6acb64f5924e req-47dd6fb1-76e6-43d3-ae5b-6c02e03ce477 service nova] Releasing lock "refresh_cache-6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.589603] env[69162]: DEBUG nova.compute.manager [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.604882] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5226256a-45ac-0d13-37e7-48b7b09ae6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.019069} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.606832] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.606832] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 68a25d29-fb0e-4afd-bbe1-5819ddd175e1/68a25d29-fb0e-4afd-bbe1-5819ddd175e1.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.606832] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28106774-7b8e-43c3-a0b8-2a75d3acdffa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.613460] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 744.613460] env[69162]: value = "task-3232033" [ 744.613460] env[69162]: _type = "Task" [ 744.613460] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.628224] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.630028] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.630269] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.631033] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.631033] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.631033] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.631033] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.631829] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.631829] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.632052] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.634891] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.634891] env[69162]: DEBUG nova.virt.hardware [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.634891] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4a9ee7-acb3-4f04-af79-d7a4b93632c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.644907] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012c627d-46fb-4601-9163-0a6baf3f6227 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.665277] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.671473] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Creating folder: Project (724d0a31e56a4a0db77e6a4e8eba8fe2). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.672267] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2198e618-92ac-4013-b3d1-fb54ea8ed149 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.686729] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "29be81c5-006e-4633-94bb-c6bc007d6d0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.686729] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "29be81c5-006e-4633-94bb-c6bc007d6d0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.686729] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Created folder: Project (724d0a31e56a4a0db77e6a4e8eba8fe2) in parent group-v645978. [ 744.686729] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Creating folder: Instances. Parent ref: group-v646033. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.686729] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-844519cc-db0d-4142-bf9b-e2f2caf71da3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.695568] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Created folder: Instances in parent group-v646033. [ 744.695829] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.696024] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.696254] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-924d3b4d-dbe6-402f-ad93-60ac90fde1bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.714734] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.714734] env[69162]: value = "task-3232036" [ 744.714734] env[69162]: _type = "Task" [ 744.714734] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.722418] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232036, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.864927] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.869078] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.002s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.877262] env[69162]: INFO nova.compute.claims [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.879083] env[69162]: INFO nova.compute.manager [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Took 30.57 seconds to build instance. [ 744.903695] env[69162]: DEBUG oslo_vmware.api [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232032, 'name': PowerOffVM_Task, 'duration_secs': 0.306757} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.904898] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.904898] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.904898] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-091c833c-d289-4c1c-9724-4e875cc36c35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.912850] env[69162]: INFO nova.scheduler.client.report [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Deleted allocations for instance df3d25ca-8c2e-4b4f-9725-2803bfbd97ba [ 744.985756] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.986283] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.986283] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Deleting the datastore file [datastore2] d85b7f58-9cf1-49e4-bbc9-e976fa002144 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.986886] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f084df35-12da-4262-8b3b-fa8fc8913087 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.996144] env[69162]: DEBUG oslo_vmware.api [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 744.996144] env[69162]: value = "task-3232038" [ 744.996144] env[69162]: _type = "Task" [ 744.996144] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.009140] env[69162]: DEBUG oslo_vmware.api [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.126098] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232033, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.224988] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232036, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.383294] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ecf3bceb-64a0-45c3-b218-1950f68e768f tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "216a1a72-1d3f-431c-9544-8756135307ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.523s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.424313] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f6641582-7b59-4663-a498-bca854731bf3 tempest-InstanceActionsTestJSON-1776254336 tempest-InstanceActionsTestJSON-1776254336-project-member] Lock "df3d25ca-8c2e-4b4f-9725-2803bfbd97ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.654s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.508458] env[69162]: DEBUG oslo_vmware.api [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.624300] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630802} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.624601] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 68a25d29-fb0e-4afd-bbe1-5819ddd175e1/68a25d29-fb0e-4afd-bbe1-5819ddd175e1.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.624980] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.625279] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74fde066-7b42-4d19-9340-64a126512da0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.633060] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 745.633060] env[69162]: value = "task-3232039" [ 745.633060] env[69162]: _type = "Task" [ 745.633060] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.640389] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.725743] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232036, 'name': CreateVM_Task, 'duration_secs': 0.575486} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.725933] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.726494] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.726595] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.726919] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.727177] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812d8a63-af94-4226-b184-652916461863 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.731480] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 745.731480] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525454d9-f2d2-af96-e49a-3c5449b082cb" [ 745.731480] env[69162]: _type = "Task" [ 745.731480] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.739138] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525454d9-f2d2-af96-e49a-3c5449b082cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.889939] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.012991] env[69162]: DEBUG oslo_vmware.api [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52302} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.012991] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.012991] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.013740] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.013988] env[69162]: INFO nova.compute.manager [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Took 1.64 seconds to destroy the instance on the hypervisor. [ 746.014297] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.016116] env[69162]: DEBUG nova.compute.manager [-] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.016116] env[69162]: DEBUG nova.network.neutron [-] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.081242] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquiring lock "f6bba713-7cd6-40a5-ae76-c4d155536858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.081938] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Lock "f6bba713-7cd6-40a5-ae76-c4d155536858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.143492] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326219} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.143784] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.144567] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872697f6-4325-4305-b953-08792ee18aa8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.170296] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 68a25d29-fb0e-4afd-bbe1-5819ddd175e1/68a25d29-fb0e-4afd-bbe1-5819ddd175e1.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.177227] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7ba3de-fbca-42e2-aa1b-a44480291224 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.203961] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 746.203961] env[69162]: value = "task-3232040" [ 746.203961] env[69162]: _type = "Task" [ 746.203961] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.217103] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.243305] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525454d9-f2d2-af96-e49a-3c5449b082cb, 'name': SearchDatastore_Task, 'duration_secs': 0.035154} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.246248] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.246519] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.246764] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.246913] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.247130] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.247614] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8fd2e6a-6f27-435a-9757-5d01cdadb499 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.257054] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.257054] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.257054] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f78a66-5133-4fc3-91c4-e15465a9c972 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.268191] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 746.268191] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52690082-a2f2-b5af-37c4-ec8987997148" [ 746.268191] env[69162]: _type = "Task" [ 746.268191] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.278426] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52690082-a2f2-b5af-37c4-ec8987997148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.412594] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.467826] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44f88ed-f343-4c78-b54e-082ae87cc77d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.477017] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498c2dde-ce78-4977-a7eb-623308f099f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.512900] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da448268-4d8b-47e2-83ed-f621cf829859 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.521545] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24a7539-5789-4b7a-8660-2ebfa19d01e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.535168] env[69162]: DEBUG nova.compute.provider_tree [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.714444] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232040, 'name': ReconfigVM_Task, 'duration_secs': 0.394498} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.714444] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 68a25d29-fb0e-4afd-bbe1-5819ddd175e1/68a25d29-fb0e-4afd-bbe1-5819ddd175e1.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.714444] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c28d1c43-c75b-4ded-8f93-f91c2f3ab291 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.719849] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 746.719849] env[69162]: value = "task-3232041" [ 746.719849] env[69162]: _type = "Task" [ 746.719849] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.731687] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232041, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.780497] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52690082-a2f2-b5af-37c4-ec8987997148, 'name': SearchDatastore_Task, 'duration_secs': 0.013472} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.780497] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7ff886-9493-4976-a5f3-332e7d775f9d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.785927] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 746.785927] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e7c4d6-6ecd-7509-4519-77300a0b7965" [ 746.785927] env[69162]: _type = "Task" [ 746.785927] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.797015] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e7c4d6-6ecd-7509-4519-77300a0b7965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.798895] env[69162]: DEBUG nova.network.neutron [-] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.909426] env[69162]: DEBUG nova.compute.manager [req-c10868a0-6822-4775-8cba-27dd16f4e07c req-16759c8d-9013-4016-b58e-61f5e047dda3 service nova] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Received event network-vif-deleted-3fcee58f-bd35-4945-872c-8030fe33e08a {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.043233] env[69162]: DEBUG nova.scheduler.client.report [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.230500] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232041, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.264142] env[69162]: DEBUG nova.compute.manager [req-bd18d72b-79e1-474d-876b-488c5da217e7 req-8b25dcbc-a23a-43e0-8dff-52701f181da3 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Received event network-changed-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.264142] env[69162]: DEBUG nova.compute.manager [req-bd18d72b-79e1-474d-876b-488c5da217e7 req-8b25dcbc-a23a-43e0-8dff-52701f181da3 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Refreshing instance network info cache due to event network-changed-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.264142] env[69162]: DEBUG oslo_concurrency.lockutils [req-bd18d72b-79e1-474d-876b-488c5da217e7 req-8b25dcbc-a23a-43e0-8dff-52701f181da3 service nova] Acquiring lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.264142] env[69162]: DEBUG oslo_concurrency.lockutils [req-bd18d72b-79e1-474d-876b-488c5da217e7 req-8b25dcbc-a23a-43e0-8dff-52701f181da3 service nova] Acquired lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.264142] env[69162]: DEBUG nova.network.neutron [req-bd18d72b-79e1-474d-876b-488c5da217e7 req-8b25dcbc-a23a-43e0-8dff-52701f181da3 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Refreshing network info cache for port 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.299915] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e7c4d6-6ecd-7509-4519-77300a0b7965, 'name': SearchDatastore_Task, 'duration_secs': 0.019176} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.300242] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.300542] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 11d112bd-a738-4c4e-b22a-112a405a6670/11d112bd-a738-4c4e-b22a-112a405a6670.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.300817] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-799fee0d-9bb6-4fdd-89f9-cc1168c5ce04 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.303294] env[69162]: INFO nova.compute.manager [-] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Took 1.29 seconds to deallocate network for instance. [ 747.312544] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 747.312544] env[69162]: value = "task-3232042" [ 747.312544] env[69162]: _type = "Task" [ 747.312544] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.321437] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.548934] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.549300] env[69162]: DEBUG nova.compute.manager [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.555105] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.545s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.555105] env[69162]: DEBUG nova.objects.instance [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lazy-loading 'resources' on Instance uuid 8e5bf24d-2487-4dcf-9e27-a326e4e68032 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.733082] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232041, 'name': Rename_Task, 'duration_secs': 0.975266} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.733415] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.733707] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e4dc96f-fb0b-4fe2-a233-1043e055e894 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.741140] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 747.741140] env[69162]: value = "task-3232043" [ 747.741140] env[69162]: _type = "Task" [ 747.741140] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.754727] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.814825] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.826358] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232042, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.007060] env[69162]: DEBUG nova.network.neutron [req-bd18d72b-79e1-474d-876b-488c5da217e7 req-8b25dcbc-a23a-43e0-8dff-52701f181da3 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Updated VIF entry in instance network info cache for port 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.007060] env[69162]: DEBUG nova.network.neutron [req-bd18d72b-79e1-474d-876b-488c5da217e7 req-8b25dcbc-a23a-43e0-8dff-52701f181da3 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Updating instance_info_cache with network_info: [{"id": "55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9", "address": "fa:16:3e:1f:5c:dc", "network": {"id": "11a6fc44-a999-4ef7-bc05-fa2f799c020d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2081903165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd0769245e346cea6c1035da0a0e541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55adc0ce-4d", "ovs_interfaceid": "55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.056405] env[69162]: DEBUG nova.compute.utils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.057566] env[69162]: DEBUG nova.compute.manager [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.059017] env[69162]: DEBUG nova.network.neutron [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.105723] env[69162]: DEBUG nova.policy [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '343306a1168f4f4f9ed2abacc24a3389', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '473a50494c074c60ba98e6d87d320753', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.253814] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232043, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.327595] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697935} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.327595] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 11d112bd-a738-4c4e-b22a-112a405a6670/11d112bd-a738-4c4e-b22a-112a405a6670.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.327595] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.327595] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94ecf39e-c082-4cc6-a782-f9c893a2ea2b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.337243] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 748.337243] env[69162]: value = "task-3232044" [ 748.337243] env[69162]: _type = "Task" [ 748.337243] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.350057] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.446121] env[69162]: DEBUG nova.network.neutron [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Successfully created port: bf86c278-b1a9-4efc-a347-dd2df76ab60b {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.508940] env[69162]: DEBUG oslo_concurrency.lockutils [req-bd18d72b-79e1-474d-876b-488c5da217e7 req-8b25dcbc-a23a-43e0-8dff-52701f181da3 service nova] Releasing lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.562408] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc390fd-e404-4c2a-a4ee-6d429484c0f2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.566692] env[69162]: DEBUG nova.compute.manager [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.576458] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0152be55-2051-45ec-9698-b826e848a98e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.606714] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc19b162-b898-418a-a4f2-0fa5a1ecf282 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.614914] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9217b35-c4b6-4899-9020-69c04801b816 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.632220] env[69162]: DEBUG nova.compute.provider_tree [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.752730] env[69162]: DEBUG oslo_vmware.api [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232043, 'name': PowerOnVM_Task, 'duration_secs': 0.645309} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.753051] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.753251] env[69162]: INFO nova.compute.manager [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Took 6.89 seconds to spawn the instance on the hypervisor. [ 748.753427] env[69162]: DEBUG nova.compute.manager [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.754274] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6372358c-e510-43a8-bf86-686e126a3194 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.847798] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115543} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.848788] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.848968] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa12850-9778-48cd-a401-cd7c55332f2d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.870239] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 11d112bd-a738-4c4e-b22a-112a405a6670/11d112bd-a738-4c4e-b22a-112a405a6670.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.870667] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe751907-a57b-4c59-a180-4c1eca384e05 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.892405] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 748.892405] env[69162]: value = "task-3232045" [ 748.892405] env[69162]: _type = "Task" [ 748.892405] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.903145] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.138157] env[69162]: DEBUG nova.scheduler.client.report [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.275800] env[69162]: INFO nova.compute.manager [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Took 32.53 seconds to build instance. [ 749.402903] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232045, 'name': ReconfigVM_Task, 'duration_secs': 0.424097} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.402996] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 11d112bd-a738-4c4e-b22a-112a405a6670/11d112bd-a738-4c4e-b22a-112a405a6670.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.403626] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a665602-1b59-4643-af6e-17cbb0bed8cf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.410798] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 749.410798] env[69162]: value = "task-3232046" [ 749.410798] env[69162]: _type = "Task" [ 749.410798] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.422461] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232046, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.433315] env[69162]: DEBUG nova.compute.manager [req-ae7e9473-8fdb-48a2-a32b-65319135bec5 req-98344d16-caa1-4702-8780-a64904c2fc07 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Received event network-changed-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.433587] env[69162]: DEBUG nova.compute.manager [req-ae7e9473-8fdb-48a2-a32b-65319135bec5 req-98344d16-caa1-4702-8780-a64904c2fc07 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Refreshing instance network info cache due to event network-changed-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.433888] env[69162]: DEBUG oslo_concurrency.lockutils [req-ae7e9473-8fdb-48a2-a32b-65319135bec5 req-98344d16-caa1-4702-8780-a64904c2fc07 service nova] Acquiring lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.434115] env[69162]: DEBUG oslo_concurrency.lockutils [req-ae7e9473-8fdb-48a2-a32b-65319135bec5 req-98344d16-caa1-4702-8780-a64904c2fc07 service nova] Acquired lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.434451] env[69162]: DEBUG nova.network.neutron [req-ae7e9473-8fdb-48a2-a32b-65319135bec5 req-98344d16-caa1-4702-8780-a64904c2fc07 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Refreshing network info cache for port 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.579222] env[69162]: DEBUG nova.compute.manager [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.618309] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.618309] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.618309] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.618683] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.618683] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.618683] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.618683] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.618683] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.618871] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.618871] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.618871] env[69162]: DEBUG nova.virt.hardware [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.618871] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d08bec-28cc-40e1-8246-2f6c9d1e69f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.626358] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b96055-670c-4bd8-a3b7-83e1349b9f54 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.642741] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.644846] env[69162]: DEBUG oslo_concurrency.lockutils [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.273s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.645102] env[69162]: DEBUG nova.objects.instance [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lazy-loading 'resources' on Instance uuid 3d811491-e635-4ade-a0f1-8044c41dbf9c {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.678246] env[69162]: INFO nova.scheduler.client.report [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Deleted allocations for instance 8e5bf24d-2487-4dcf-9e27-a326e4e68032 [ 749.777599] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6a363a32-9cc5-4042-8d9b-3e1ce40c9201 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "68a25d29-fb0e-4afd-bbe1-5819ddd175e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.962s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.931897] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232046, 'name': Rename_Task, 'duration_secs': 0.146084} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.932512] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.933130] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-252c091c-494c-45a9-a48f-e9396485d00a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.952361] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 749.952361] env[69162]: value = "task-3232047" [ 749.952361] env[69162]: _type = "Task" [ 749.952361] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.973302] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232047, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.137758] env[69162]: DEBUG nova.network.neutron [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Successfully updated port: bf86c278-b1a9-4efc-a347-dd2df76ab60b {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.192733] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5aa64dc8-7b1a-44d2-9bec-83f4ab0a5d0b tempest-ServerExternalEventsTest-921059568 tempest-ServerExternalEventsTest-921059568-project-member] Lock "8e5bf24d-2487-4dcf-9e27-a326e4e68032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.385s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.278837] env[69162]: DEBUG nova.compute.manager [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.283819] env[69162]: DEBUG nova.compute.manager [req-cbf880d0-a9d7-4656-be5f-66f67427c6ab req-31e8ef19-3bbe-4426-9c4a-f75e8446b66c service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Received event network-vif-plugged-bf86c278-b1a9-4efc-a347-dd2df76ab60b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.284055] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbf880d0-a9d7-4656-be5f-66f67427c6ab req-31e8ef19-3bbe-4426-9c4a-f75e8446b66c service nova] Acquiring lock "08577608-89ff-40e9-9a43-2b4218500b63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.284367] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbf880d0-a9d7-4656-be5f-66f67427c6ab req-31e8ef19-3bbe-4426-9c4a-f75e8446b66c service nova] Lock "08577608-89ff-40e9-9a43-2b4218500b63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.284437] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbf880d0-a9d7-4656-be5f-66f67427c6ab req-31e8ef19-3bbe-4426-9c4a-f75e8446b66c service nova] Lock "08577608-89ff-40e9-9a43-2b4218500b63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.284601] env[69162]: DEBUG nova.compute.manager [req-cbf880d0-a9d7-4656-be5f-66f67427c6ab req-31e8ef19-3bbe-4426-9c4a-f75e8446b66c service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] No waiting events found dispatching network-vif-plugged-bf86c278-b1a9-4efc-a347-dd2df76ab60b {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.284750] env[69162]: WARNING nova.compute.manager [req-cbf880d0-a9d7-4656-be5f-66f67427c6ab req-31e8ef19-3bbe-4426-9c4a-f75e8446b66c service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Received unexpected event network-vif-plugged-bf86c278-b1a9-4efc-a347-dd2df76ab60b for instance with vm_state building and task_state spawning. [ 750.318993] env[69162]: DEBUG nova.network.neutron [req-ae7e9473-8fdb-48a2-a32b-65319135bec5 req-98344d16-caa1-4702-8780-a64904c2fc07 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Updated VIF entry in instance network info cache for port 55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.319588] env[69162]: DEBUG nova.network.neutron [req-ae7e9473-8fdb-48a2-a32b-65319135bec5 req-98344d16-caa1-4702-8780-a64904c2fc07 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Updating instance_info_cache with network_info: [{"id": "55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9", "address": "fa:16:3e:1f:5c:dc", "network": {"id": "11a6fc44-a999-4ef7-bc05-fa2f799c020d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2081903165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd0769245e346cea6c1035da0a0e541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55adc0ce-4d", "ovs_interfaceid": "55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.465049] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.653841] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "refresh_cache-08577608-89ff-40e9-9a43-2b4218500b63" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.654955] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquired lock "refresh_cache-08577608-89ff-40e9-9a43-2b4218500b63" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.654955] env[69162]: DEBUG nova.network.neutron [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.680991] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a991af9-1d21-4a18-9fb9-5ef54056d34d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.690542] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4a0241-1407-48d0-b75e-7416d8f6d800 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.737780] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5f51ee-08f7-4674-ad94-e4e1739de1fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.748354] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f10189-a17a-4b01-bf14-51d92a7d01a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.763034] env[69162]: DEBUG nova.compute.provider_tree [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.813285] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.823068] env[69162]: DEBUG oslo_concurrency.lockutils [req-ae7e9473-8fdb-48a2-a32b-65319135bec5 req-98344d16-caa1-4702-8780-a64904c2fc07 service nova] Releasing lock "refresh_cache-216a1a72-1d3f-431c-9544-8756135307ab" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.966537] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.252788] env[69162]: DEBUG nova.network.neutron [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.268029] env[69162]: DEBUG nova.scheduler.client.report [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.468235] env[69162]: DEBUG oslo_vmware.api [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232047, 'name': PowerOnVM_Task, 'duration_secs': 1.179252} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.468548] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.468752] env[69162]: INFO nova.compute.manager [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Took 6.88 seconds to spawn the instance on the hypervisor. [ 751.468929] env[69162]: DEBUG nova.compute.manager [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.469792] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3519982d-1de5-4a7e-b29c-c48b6fc82df3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.487112] env[69162]: DEBUG nova.network.neutron [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Updating instance_info_cache with network_info: [{"id": "bf86c278-b1a9-4efc-a347-dd2df76ab60b", "address": "fa:16:3e:6b:11:0e", "network": {"id": "2c5e0a41-e661-4ec3-81a6-89348b0e0f3a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-852289308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a50494c074c60ba98e6d87d320753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf86c278-b1", "ovs_interfaceid": "bf86c278-b1a9-4efc-a347-dd2df76ab60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.778754] env[69162]: DEBUG oslo_concurrency.lockutils [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.781743] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.186s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.785350] env[69162]: INFO nova.compute.claims [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.805088] env[69162]: INFO nova.scheduler.client.report [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Deleted allocations for instance 3d811491-e635-4ade-a0f1-8044c41dbf9c [ 751.989306] env[69162]: INFO nova.compute.manager [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Took 33.86 seconds to build instance. [ 751.989882] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Releasing lock "refresh_cache-08577608-89ff-40e9-9a43-2b4218500b63" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.990157] env[69162]: DEBUG nova.compute.manager [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Instance network_info: |[{"id": "bf86c278-b1a9-4efc-a347-dd2df76ab60b", "address": "fa:16:3e:6b:11:0e", "network": {"id": "2c5e0a41-e661-4ec3-81a6-89348b0e0f3a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-852289308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a50494c074c60ba98e6d87d320753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf86c278-b1", "ovs_interfaceid": "bf86c278-b1a9-4efc-a347-dd2df76ab60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.990529] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:11:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf86c278-b1a9-4efc-a347-dd2df76ab60b', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.998245] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Creating folder: Project (473a50494c074c60ba98e6d87d320753). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.998833] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f70559d-f585-447d-98ab-e06403c09bdc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.008697] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Created folder: Project (473a50494c074c60ba98e6d87d320753) in parent group-v645978. [ 752.008894] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Creating folder: Instances. Parent ref: group-v646036. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.009144] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8feee24-1210-4737-82be-29924671ac1e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.019780] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Created folder: Instances in parent group-v646036. [ 752.020060] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.020273] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.020501] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06fa37ff-c7d1-4fa7-a424-a6e4a7ee6c94 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.042786] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.042786] env[69162]: value = "task-3232050" [ 752.042786] env[69162]: _type = "Task" [ 752.042786] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.050627] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232050, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.315275] env[69162]: DEBUG oslo_concurrency.lockutils [None req-303e8cf7-6ec0-45c7-9b58-5cd37529104f tempest-InstanceActionsNegativeTestJSON-603725652 tempest-InstanceActionsNegativeTestJSON-603725652-project-member] Lock "3d811491-e635-4ade-a0f1-8044c41dbf9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.201s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.490342] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9dde4c5b-768f-4b8c-be99-9ffbf4b6a94f tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "11d112bd-a738-4c4e-b22a-112a405a6670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.015s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.552410] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232050, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.844601] env[69162]: INFO nova.compute.manager [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Rebuilding instance [ 752.875059] env[69162]: INFO nova.compute.manager [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Rebuilding instance [ 752.917287] env[69162]: DEBUG nova.compute.manager [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.917287] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57388dd4-4563-4242-a6c3-bafe77354692 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.939320] env[69162]: DEBUG nova.compute.manager [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.939320] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c2aa01-1703-4d74-837d-dc95d958505c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.979463] env[69162]: DEBUG nova.compute.manager [req-44148463-b1ca-41af-9a5f-0f46905303b1 req-fe9aced3-c91e-49e2-a58c-234e2f72c7b0 service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Received event network-changed-bf86c278-b1a9-4efc-a347-dd2df76ab60b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.979463] env[69162]: DEBUG nova.compute.manager [req-44148463-b1ca-41af-9a5f-0f46905303b1 req-fe9aced3-c91e-49e2-a58c-234e2f72c7b0 service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Refreshing instance network info cache due to event network-changed-bf86c278-b1a9-4efc-a347-dd2df76ab60b. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.979561] env[69162]: DEBUG oslo_concurrency.lockutils [req-44148463-b1ca-41af-9a5f-0f46905303b1 req-fe9aced3-c91e-49e2-a58c-234e2f72c7b0 service nova] Acquiring lock "refresh_cache-08577608-89ff-40e9-9a43-2b4218500b63" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.979648] env[69162]: DEBUG oslo_concurrency.lockutils [req-44148463-b1ca-41af-9a5f-0f46905303b1 req-fe9aced3-c91e-49e2-a58c-234e2f72c7b0 service nova] Acquired lock "refresh_cache-08577608-89ff-40e9-9a43-2b4218500b63" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.979824] env[69162]: DEBUG nova.network.neutron [req-44148463-b1ca-41af-9a5f-0f46905303b1 req-fe9aced3-c91e-49e2-a58c-234e2f72c7b0 service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Refreshing network info cache for port bf86c278-b1a9-4efc-a347-dd2df76ab60b {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.994130] env[69162]: DEBUG nova.compute.manager [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.060764] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232050, 'name': CreateVM_Task, 'duration_secs': 0.533071} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.063459] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.064856] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.065202] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.065367] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.065890] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6390a82e-d457-43b2-809f-ed19155c7152 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.070779] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 753.070779] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ff843c-5d49-813f-3727-3e6c30cc6228" [ 753.070779] env[69162]: _type = "Task" [ 753.070779] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.081749] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ff843c-5d49-813f-3727-3e6c30cc6228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.419142] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b56761-7a21-4eeb-9fca-ce0c6d17b66f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.427703] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8917ad5-771a-429e-bbb4-8a5279c84659 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.473103] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ae60ad-305e-4875-aae9-5d842b1eecde {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.481935] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f876b8a4-37ef-47b5-bd05-2767662270b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.498173] env[69162]: DEBUG nova.compute.provider_tree [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.533807] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.582516] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ff843c-5d49-813f-3727-3e6c30cc6228, 'name': SearchDatastore_Task, 'duration_secs': 0.034558} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.582938] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.583305] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.583648] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.583866] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.584110] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.586803] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da7d7bc2-4858-46a4-8ebc-57e6893c6765 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.597167] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.600693] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.600693] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c7ca40-06ee-4fca-882f-d29d79c78f44 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.608827] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 753.608827] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52125db0-a4a7-a9dc-c441-44f9f625ea4a" [ 753.608827] env[69162]: _type = "Task" [ 753.608827] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.618202] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52125db0-a4a7-a9dc-c441-44f9f625ea4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.804357] env[69162]: DEBUG nova.network.neutron [req-44148463-b1ca-41af-9a5f-0f46905303b1 req-fe9aced3-c91e-49e2-a58c-234e2f72c7b0 service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Updated VIF entry in instance network info cache for port bf86c278-b1a9-4efc-a347-dd2df76ab60b. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.804357] env[69162]: DEBUG nova.network.neutron [req-44148463-b1ca-41af-9a5f-0f46905303b1 req-fe9aced3-c91e-49e2-a58c-234e2f72c7b0 service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Updating instance_info_cache with network_info: [{"id": "bf86c278-b1a9-4efc-a347-dd2df76ab60b", "address": "fa:16:3e:6b:11:0e", "network": {"id": "2c5e0a41-e661-4ec3-81a6-89348b0e0f3a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-852289308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a50494c074c60ba98e6d87d320753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf86c278-b1", "ovs_interfaceid": "bf86c278-b1a9-4efc-a347-dd2df76ab60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.973472] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.974424] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-372b1316-cc4a-4c0b-ba26-622582290ecd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.976695] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.977306] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7883fa7-fd26-4972-ad17-de86a56f6710 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.988785] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 753.988785] env[69162]: value = "task-3232052" [ 753.988785] env[69162]: _type = "Task" [ 753.988785] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.989066] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 753.989066] env[69162]: value = "task-3232051" [ 753.989066] env[69162]: _type = "Task" [ 753.989066] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.006301] env[69162]: DEBUG nova.scheduler.client.report [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.009985] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.015732] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.121035] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52125db0-a4a7-a9dc-c441-44f9f625ea4a, 'name': SearchDatastore_Task, 'duration_secs': 0.013655} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.121982] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af24006f-b9db-4f49-89c6-364b5916401c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.131232] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 754.131232] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52263894-a2ee-a0ee-f2e3-8e0b88848859" [ 754.131232] env[69162]: _type = "Task" [ 754.131232] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.140210] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52263894-a2ee-a0ee-f2e3-8e0b88848859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.307150] env[69162]: DEBUG oslo_concurrency.lockutils [req-44148463-b1ca-41af-9a5f-0f46905303b1 req-fe9aced3-c91e-49e2-a58c-234e2f72c7b0 service nova] Releasing lock "refresh_cache-08577608-89ff-40e9-9a43-2b4218500b63" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.503852] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232051, 'name': PowerOffVM_Task, 'duration_secs': 0.280431} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.508595] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.508869] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.509187] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232052, 'name': PowerOffVM_Task, 'duration_secs': 0.27971} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.509903] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44ca58c-0773-4bcf-8dbf-18996d695295 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.514254] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.515911] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.515911] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201a9796-2cea-4367-b8af-bd8ad9345344 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.519221] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.519685] env[69162]: DEBUG nova.compute.manager [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.525556] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.089s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.528691] env[69162]: INFO nova.compute.claims [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.529958] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.531105] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70194b05-ee81-42ad-9447-58f932412aae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.534820] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.535703] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc75a88-695f-4b99-9d39-96d7613990ca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.559630] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.559864] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.560285] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Deleting the datastore file [datastore2] 11d112bd-a738-4c4e-b22a-112a405a6670 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.560327] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41820bc7-fd3f-41fa-9a82-4eb7586646fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.566368] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.566368] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.566368] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Deleting the datastore file [datastore2] 68a25d29-fb0e-4afd-bbe1-5819ddd175e1 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.566535] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb3c6f76-cd0f-4145-8d61-b1861dc9418a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.570905] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 754.570905] env[69162]: value = "task-3232055" [ 754.570905] env[69162]: _type = "Task" [ 754.570905] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.586201] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 754.586201] env[69162]: value = "task-3232056" [ 754.586201] env[69162]: _type = "Task" [ 754.586201] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.586402] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.594929] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.642498] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52263894-a2ee-a0ee-f2e3-8e0b88848859, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.642812] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.643068] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 08577608-89ff-40e9-9a43-2b4218500b63/08577608-89ff-40e9-9a43-2b4218500b63.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.643358] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1565d8db-032e-43a4-b359-34fcf3470445 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.652026] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 754.652026] env[69162]: value = "task-3232057" [ 754.652026] env[69162]: _type = "Task" [ 754.652026] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.667273] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.696587] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "bb46b420-8682-4a15-acac-6d4b65592f80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.696895] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.701501] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.701735] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.035353] env[69162]: DEBUG nova.compute.utils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.035353] env[69162]: DEBUG nova.compute.manager [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.035353] env[69162]: DEBUG nova.network.neutron [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.084911] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100737} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.085212] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.085406] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.085586] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.103665] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103664} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.104197] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.104536] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.105066] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.121226] env[69162]: DEBUG nova.policy [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdb95aa210243dba081c1a74d2413f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fd46d9ffb9f4fea99734c5473be9619', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.168155] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48798} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.168155] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 08577608-89ff-40e9-9a43-2b4218500b63/08577608-89ff-40e9-9a43-2b4218500b63.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.168369] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.168721] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c70193f2-e564-4a55-9237-8b84270dedaf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.177590] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 755.177590] env[69162]: value = "task-3232058" [ 755.177590] env[69162]: _type = "Task" [ 755.177590] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.188407] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.539187] env[69162]: DEBUG nova.compute.manager [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.583197] env[69162]: DEBUG nova.network.neutron [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Successfully created port: 64ecc29c-7781-4799-b543-b1e2335a98da {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.689017] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082861} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.689017] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.689017] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07146e2a-cd18-49d7-9d65-fea4dde59cbe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.716016] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 08577608-89ff-40e9-9a43-2b4218500b63/08577608-89ff-40e9-9a43-2b4218500b63.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.718813] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51c471b7-f55b-45a1-b05a-36a5ff9df760 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.741059] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 755.741059] env[69162]: value = "task-3232059" [ 755.741059] env[69162]: _type = "Task" [ 755.741059] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.750068] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.820811] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "8b6ff94c-3431-43a5-8d63-e462d795d320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.821210] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "8b6ff94c-3431-43a5-8d63-e462d795d320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.133035] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.133035] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.134461] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.134708] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.134875] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.135069] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.135313] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.135507] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.135716] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.135902] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.137051] env[69162]: DEBUG nova.virt.hardware [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.138454] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6430a3e9-b27c-4798-b5b9-8505b5eabaeb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.143302] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d7400e-cb98-4c96-b599-0291e3c191e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.155320] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.155320] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.155320] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.156016] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.156016] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.156016] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.160325] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.160325] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.160325] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.160325] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.160325] env[69162]: DEBUG nova.virt.hardware [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.161801] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f89c78-3f3e-479a-a48b-ffe201bea48b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.166656] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331b2851-b2b1-4133-ade9-e51336d70217 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.169703] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47527985-ebc6-48e3-b5f9-9150cbc1006a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.213871] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e013221-5b34-475e-a144-819401bfa7fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.218341] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.223843] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.224565] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa802ca-f332-4936-9d5e-352372959a02 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.227091] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.227800] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdd5c7b8-228f-43a4-8847-3810a416cdc4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.248309] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.253656] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.258986] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.260436] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b7f977d-7836-4be4-a7a2-409a1cb438b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.273672] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9313bdad-5420-44ea-b123-b70bf16551f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.277461] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.277461] env[69162]: value = "task-3232060" [ 756.277461] env[69162]: _type = "Task" [ 756.277461] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.285856] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.285856] env[69162]: value = "task-3232061" [ 756.285856] env[69162]: _type = "Task" [ 756.285856] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.286153] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232059, 'name': ReconfigVM_Task, 'duration_secs': 0.271756} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.296633] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 08577608-89ff-40e9-9a43-2b4218500b63/08577608-89ff-40e9-9a43-2b4218500b63.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.296633] env[69162]: DEBUG nova.compute.provider_tree [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.304266] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c3ea8f4-c29e-409a-ac1c-0f61efdd59ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.313084] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232061, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.317580] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232060, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.318013] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 756.318013] env[69162]: value = "task-3232062" [ 756.318013] env[69162]: _type = "Task" [ 756.318013] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.326598] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232062, 'name': Rename_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.551701] env[69162]: DEBUG nova.compute.manager [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.583773] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.584375] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.584375] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.584511] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.584550] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.584750] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.585035] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.585195] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.585365] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.585528] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.585698] env[69162]: DEBUG nova.virt.hardware [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.587200] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8a0d9f-ac12-4fdf-87b1-783078c1847f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.595371] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ade91c-397d-4fdc-bd7c-5694f2bfa4a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.789215] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232060, 'name': CreateVM_Task, 'duration_secs': 0.294861} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.791056] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.797167] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.797167] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.797167] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.797167] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "b0ef5be2-c9e5-440e-b502-63396358f94c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.797355] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "b0ef5be2-c9e5-440e-b502-63396358f94c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.798026] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4933af9-e167-4e71-8fa7-717b424902a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.806260] env[69162]: DEBUG nova.scheduler.client.report [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.809339] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 756.809339] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5243dfc1-52ac-d50a-e013-576c2a381338" [ 756.809339] env[69162]: _type = "Task" [ 756.809339] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.814236] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232061, 'name': CreateVM_Task, 'duration_secs': 0.283002} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.817619] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.817985] env[69162]: DEBUG oslo_concurrency.lockutils [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.825514] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5243dfc1-52ac-d50a-e013-576c2a381338, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.826062] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.826305] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.826545] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.826681] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.826856] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.827604] env[69162]: DEBUG oslo_concurrency.lockutils [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.827680] env[69162]: DEBUG oslo_concurrency.lockutils [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.827864] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94ad90bd-8fc1-4c9b-a80b-b277b51fb966 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.832116] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84211d8-af7e-46b5-918d-2fa1f51a1e2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.834008] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232062, 'name': Rename_Task, 'duration_secs': 0.144169} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.834583] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.835099] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99bbc6b5-0b2b-4c19-a832-75a78ef90cfb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.837476] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 756.837476] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a0782f-bfd0-2de1-1a7c-fcb5d0bde013" [ 756.837476] env[69162]: _type = "Task" [ 756.837476] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.841693] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.841894] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.843646] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95dbcdd4-acac-4122-85d3-4dd220d330bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.846086] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 756.846086] env[69162]: value = "task-3232063" [ 756.846086] env[69162]: _type = "Task" [ 756.846086] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.849419] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a0782f-bfd0-2de1-1a7c-fcb5d0bde013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.853099] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 756.853099] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5261ba9b-f16a-f2fd-7a85-f4bd756c89d5" [ 756.853099] env[69162]: _type = "Task" [ 756.853099] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.858943] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.864115] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5261ba9b-f16a-f2fd-7a85-f4bd756c89d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.864880] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34cb28a6-c1e6-4002-942d-c9a503cbd844 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.870799] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 756.870799] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521c7712-de63-8c38-52a1-fc38832fc344" [ 756.870799] env[69162]: _type = "Task" [ 756.870799] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.879402] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521c7712-de63-8c38-52a1-fc38832fc344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.025061] env[69162]: DEBUG nova.compute.manager [req-ae711762-2809-4709-943e-06d2fbf2e2d9 req-1f192200-1bab-4056-ae18-74bab42e4383 service nova] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Received event network-vif-plugged-64ecc29c-7781-4799-b543-b1e2335a98da {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.025317] env[69162]: DEBUG oslo_concurrency.lockutils [req-ae711762-2809-4709-943e-06d2fbf2e2d9 req-1f192200-1bab-4056-ae18-74bab42e4383 service nova] Acquiring lock "4e8d5126-403d-4f75-815a-b35ee533348b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.025533] env[69162]: DEBUG oslo_concurrency.lockutils [req-ae711762-2809-4709-943e-06d2fbf2e2d9 req-1f192200-1bab-4056-ae18-74bab42e4383 service nova] Lock "4e8d5126-403d-4f75-815a-b35ee533348b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.025700] env[69162]: DEBUG oslo_concurrency.lockutils [req-ae711762-2809-4709-943e-06d2fbf2e2d9 req-1f192200-1bab-4056-ae18-74bab42e4383 service nova] Lock "4e8d5126-403d-4f75-815a-b35ee533348b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.025867] env[69162]: DEBUG nova.compute.manager [req-ae711762-2809-4709-943e-06d2fbf2e2d9 req-1f192200-1bab-4056-ae18-74bab42e4383 service nova] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] No waiting events found dispatching network-vif-plugged-64ecc29c-7781-4799-b543-b1e2335a98da {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.026139] env[69162]: WARNING nova.compute.manager [req-ae711762-2809-4709-943e-06d2fbf2e2d9 req-1f192200-1bab-4056-ae18-74bab42e4383 service nova] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Received unexpected event network-vif-plugged-64ecc29c-7781-4799-b543-b1e2335a98da for instance with vm_state building and task_state spawning. [ 757.118055] env[69162]: DEBUG nova.network.neutron [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Successfully updated port: 64ecc29c-7781-4799-b543-b1e2335a98da {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.315463] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.316049] env[69162]: DEBUG nova.compute.manager [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.321165] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.910s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.322856] env[69162]: INFO nova.compute.claims [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.349867] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a0782f-bfd0-2de1-1a7c-fcb5d0bde013, 'name': SearchDatastore_Task, 'duration_secs': 0.017069} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.354316] env[69162]: DEBUG oslo_concurrency.lockutils [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.354522] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.354805] env[69162]: DEBUG oslo_concurrency.lockutils [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.360354] env[69162]: DEBUG oslo_vmware.api [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232063, 'name': PowerOnVM_Task, 'duration_secs': 0.460306} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.360684] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.360899] env[69162]: INFO nova.compute.manager [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Took 7.78 seconds to spawn the instance on the hypervisor. [ 757.361118] env[69162]: DEBUG nova.compute.manager [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.362605] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d457c56-b654-407d-89a2-3bb8fdb5064d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.380872] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521c7712-de63-8c38-52a1-fc38832fc344, 'name': SearchDatastore_Task, 'duration_secs': 0.014787} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.381194] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.381459] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 11d112bd-a738-4c4e-b22a-112a405a6670/11d112bd-a738-4c4e-b22a-112a405a6670.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.382089] env[69162]: DEBUG oslo_concurrency.lockutils [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.382089] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.382231] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2008797e-3c04-4f03-a578-3483c610aeb2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.384253] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bca4783-0be5-4954-b95d-537d270a909e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.391762] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 757.391762] env[69162]: value = "task-3232064" [ 757.391762] env[69162]: _type = "Task" [ 757.391762] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.397868] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.398103] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.399628] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018f1459-5d5e-44d1-a4eb-9a4077a717c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.409397] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.413090] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 757.413090] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280f67d-8294-d6dc-0405-75bd10c87c88" [ 757.413090] env[69162]: _type = "Task" [ 757.413090] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.422043] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280f67d-8294-d6dc-0405-75bd10c87c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.621120] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquiring lock "refresh_cache-4e8d5126-403d-4f75-815a-b35ee533348b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.621282] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquired lock "refresh_cache-4e8d5126-403d-4f75-815a-b35ee533348b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.621435] env[69162]: DEBUG nova.network.neutron [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.828467] env[69162]: DEBUG nova.compute.utils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.835130] env[69162]: DEBUG nova.compute.manager [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Not allocating networking since 'none' was specified. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 757.883870] env[69162]: INFO nova.compute.manager [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Took 38.05 seconds to build instance. [ 757.902824] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232064, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.924776] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280f67d-8294-d6dc-0405-75bd10c87c88, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.926091] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735fe5d3-aac2-4370-8692-32536622e744 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.934186] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 757.934186] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526927cf-14cd-5aba-b793-0a2ec7ae28f2" [ 757.934186] env[69162]: _type = "Task" [ 757.934186] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.942248] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526927cf-14cd-5aba-b793-0a2ec7ae28f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.155862] env[69162]: DEBUG nova.network.neutron [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.305719] env[69162]: DEBUG nova.network.neutron [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Updating instance_info_cache with network_info: [{"id": "64ecc29c-7781-4799-b543-b1e2335a98da", "address": "fa:16:3e:53:6b:3b", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ecc29c-77", "ovs_interfaceid": "64ecc29c-7781-4799-b543-b1e2335a98da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.332453] env[69162]: DEBUG nova.compute.manager [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.387272] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c4a3c84-ff6e-49ae-89ec-c035b8fcac4f tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.939s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.405372] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743684} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.405577] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 11d112bd-a738-4c4e-b22a-112a405a6670/11d112bd-a738-4c4e-b22a-112a405a6670.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.405798] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.406162] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7983668-1bb5-4381-aabc-5d00c4634bb1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.419075] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 758.419075] env[69162]: value = "task-3232065" [ 758.419075] env[69162]: _type = "Task" [ 758.419075] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.432515] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.445125] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526927cf-14cd-5aba-b793-0a2ec7ae28f2, 'name': SearchDatastore_Task, 'duration_secs': 0.05672} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.445447] env[69162]: DEBUG oslo_concurrency.lockutils [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.445746] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 68a25d29-fb0e-4afd-bbe1-5819ddd175e1/68a25d29-fb0e-4afd-bbe1-5819ddd175e1.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.446664] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acf625d2-799d-4a20-9932-f179a94175b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.454326] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 758.454326] env[69162]: value = "task-3232066" [ 758.454326] env[69162]: _type = "Task" [ 758.454326] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.462494] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.810195] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Releasing lock "refresh_cache-4e8d5126-403d-4f75-815a-b35ee533348b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.810195] env[69162]: DEBUG nova.compute.manager [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Instance network_info: |[{"id": "64ecc29c-7781-4799-b543-b1e2335a98da", "address": "fa:16:3e:53:6b:3b", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ecc29c-77", "ovs_interfaceid": "64ecc29c-7781-4799-b543-b1e2335a98da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.810377] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:6b:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64ecc29c-7781-4799-b543-b1e2335a98da', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.817293] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Creating folder: Project (0fd46d9ffb9f4fea99734c5473be9619). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.819947] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-221609e5-7475-46ef-bdeb-ae33dbea3f62 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.831120] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Created folder: Project (0fd46d9ffb9f4fea99734c5473be9619) in parent group-v645978. [ 758.831596] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Creating folder: Instances. Parent ref: group-v646041. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.831596] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-820c3c08-989b-4bb5-b3a7-e80904ede0b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.846764] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Created folder: Instances in parent group-v646041. [ 758.846764] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.853845] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.854290] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e3f2eea-f78c-4dbc-95aa-d77fc1319409 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.879162] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.879162] env[69162]: value = "task-3232069" [ 758.879162] env[69162]: _type = "Task" [ 758.879162] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.891882] env[69162]: DEBUG nova.compute.manager [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.897696] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232069, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.927374] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad12af0-8d7f-420b-b137-cff8d63268a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.932179] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205655} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.932879] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.934856] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604dff4c-a0c6-418e-95ad-095d718d7c31 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.940592] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bf1580-5a71-4450-9431-8d29e1132fd5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.960283] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 11d112bd-a738-4c4e-b22a-112a405a6670/11d112bd-a738-4c4e-b22a-112a405a6670.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.961451] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82bef0fe-1e80-4e45-8cef-e91bf6249cc8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.004655] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd61467a-e283-4d99-af79-c30be76c8319 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.008876] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 759.008876] env[69162]: value = "task-3232070" [ 759.008876] env[69162]: _type = "Task" [ 759.008876] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.017229] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.022611] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.023897] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01a7a06-5ba9-4c6e-983c-63e25edb5dfc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.039504] env[69162]: DEBUG nova.compute.provider_tree [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.146171] env[69162]: DEBUG nova.compute.manager [req-fbd949db-d262-4fa9-b881-a07660147ef7 req-fcf9350a-2513-4936-9553-94d53f08d5c8 service nova] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Received event network-changed-64ecc29c-7781-4799-b543-b1e2335a98da {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.146171] env[69162]: DEBUG nova.compute.manager [req-fbd949db-d262-4fa9-b881-a07660147ef7 req-fcf9350a-2513-4936-9553-94d53f08d5c8 service nova] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Refreshing instance network info cache due to event network-changed-64ecc29c-7781-4799-b543-b1e2335a98da. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.146171] env[69162]: DEBUG oslo_concurrency.lockutils [req-fbd949db-d262-4fa9-b881-a07660147ef7 req-fcf9350a-2513-4936-9553-94d53f08d5c8 service nova] Acquiring lock "refresh_cache-4e8d5126-403d-4f75-815a-b35ee533348b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.146171] env[69162]: DEBUG oslo_concurrency.lockutils [req-fbd949db-d262-4fa9-b881-a07660147ef7 req-fcf9350a-2513-4936-9553-94d53f08d5c8 service nova] Acquired lock "refresh_cache-4e8d5126-403d-4f75-815a-b35ee533348b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.146171] env[69162]: DEBUG nova.network.neutron [req-fbd949db-d262-4fa9-b881-a07660147ef7 req-fcf9350a-2513-4936-9553-94d53f08d5c8 service nova] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Refreshing network info cache for port 64ecc29c-7781-4799-b543-b1e2335a98da {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.309252] env[69162]: DEBUG nova.compute.manager [req-ed8c7e7e-569b-4a9c-a0e2-cf1c6241391f req-f23680ee-1456-46f0-bc09-7afc582f59ca service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Received event network-changed-bf86c278-b1a9-4efc-a347-dd2df76ab60b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.309252] env[69162]: DEBUG nova.compute.manager [req-ed8c7e7e-569b-4a9c-a0e2-cf1c6241391f req-f23680ee-1456-46f0-bc09-7afc582f59ca service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Refreshing instance network info cache due to event network-changed-bf86c278-b1a9-4efc-a347-dd2df76ab60b. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.309252] env[69162]: DEBUG oslo_concurrency.lockutils [req-ed8c7e7e-569b-4a9c-a0e2-cf1c6241391f req-f23680ee-1456-46f0-bc09-7afc582f59ca service nova] Acquiring lock "refresh_cache-08577608-89ff-40e9-9a43-2b4218500b63" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.309252] env[69162]: DEBUG oslo_concurrency.lockutils [req-ed8c7e7e-569b-4a9c-a0e2-cf1c6241391f req-f23680ee-1456-46f0-bc09-7afc582f59ca service nova] Acquired lock "refresh_cache-08577608-89ff-40e9-9a43-2b4218500b63" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.309252] env[69162]: DEBUG nova.network.neutron [req-ed8c7e7e-569b-4a9c-a0e2-cf1c6241391f req-f23680ee-1456-46f0-bc09-7afc582f59ca service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Refreshing network info cache for port bf86c278-b1a9-4efc-a347-dd2df76ab60b {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.344985] env[69162]: DEBUG nova.compute.manager [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.369637] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.369637] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.369637] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.370521] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.370521] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.374021] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.374021] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.374021] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.374021] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.374021] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.374408] env[69162]: DEBUG nova.virt.hardware [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.374408] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdda1c8-d66f-4d5a-a73d-79fb3b0d9d91 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.386886] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b3c5b8-a5f6-4d5a-b972-7b387f27b587 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.400371] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232069, 'name': CreateVM_Task, 'duration_secs': 0.455647} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.411168] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.412038] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.419450] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Creating folder: Project (abb48d8c69dc4f81b95e323618acbd18). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.423808] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.424215] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.424756] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.425183] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79ba8daa-6365-4fea-89a8-2bbe14d1c793 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.427699] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b32de8-d738-4d8b-b813-0202ca3f2180 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.434881] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for the task: (returnval){ [ 759.434881] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eb4356-7e24-d3c9-5d93-ec2bc2d91bb4" [ 759.434881] env[69162]: _type = "Task" [ 759.434881] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.442035] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Created folder: Project (abb48d8c69dc4f81b95e323618acbd18) in parent group-v645978. [ 759.442317] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Creating folder: Instances. Parent ref: group-v646044. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.443032] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57a73317-7eef-4ef1-a8e5-54fc3e1b4580 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.449543] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eb4356-7e24-d3c9-5d93-ec2bc2d91bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.450938] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.458914] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Created folder: Instances in parent group-v646044. [ 759.459228] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.459533] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.459692] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d265db8-29c7-44f9-b40b-b44469e639d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.482869] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232066, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.001873} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.482869] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 68a25d29-fb0e-4afd-bbe1-5819ddd175e1/68a25d29-fb0e-4afd-bbe1-5819ddd175e1.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.483189] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.484648] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.484648] env[69162]: value = "task-3232073" [ 759.484648] env[69162]: _type = "Task" [ 759.484648] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.484648] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c83cc00-3841-480b-9945-826d4b865d33 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.494071] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232073, 'name': CreateVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.495288] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 759.495288] env[69162]: value = "task-3232074" [ 759.495288] env[69162]: _type = "Task" [ 759.495288] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.502745] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.521358] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.543101] env[69162]: DEBUG nova.scheduler.client.report [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.951213] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eb4356-7e24-d3c9-5d93-ec2bc2d91bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.015521} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.951538] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.951807] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.952069] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.952218] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.952399] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.952673] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c8c3533-0570-4afd-835d-a1c6782b3fde {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.962322] env[69162]: DEBUG nova.network.neutron [req-fbd949db-d262-4fa9-b881-a07660147ef7 req-fcf9350a-2513-4936-9553-94d53f08d5c8 service nova] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Updated VIF entry in instance network info cache for port 64ecc29c-7781-4799-b543-b1e2335a98da. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.962664] env[69162]: DEBUG nova.network.neutron [req-fbd949db-d262-4fa9-b881-a07660147ef7 req-fcf9350a-2513-4936-9553-94d53f08d5c8 service nova] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Updating instance_info_cache with network_info: [{"id": "64ecc29c-7781-4799-b543-b1e2335a98da", "address": "fa:16:3e:53:6b:3b", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ecc29c-77", "ovs_interfaceid": "64ecc29c-7781-4799-b543-b1e2335a98da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.970572] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.970763] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.971528] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9335018-9200-45c5-87e8-420e5341a5ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.977132] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for the task: (returnval){ [ 759.977132] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e1126d-f937-95f1-62ce-e69323a0ae25" [ 759.977132] env[69162]: _type = "Task" [ 759.977132] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.988120] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e1126d-f937-95f1-62ce-e69323a0ae25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.996622] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232073, 'name': CreateVM_Task, 'duration_secs': 0.466815} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.999468] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.999898] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.000071] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.000440] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.001390] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919b2c36-490f-4e3c-8014-be02be2f55e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.006803] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086325} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.007660] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.008164] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230e85ad-1ed6-4e73-8d56-50534e2166f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.012455] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for the task: (returnval){ [ 760.012455] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52952163-5dec-ddba-880c-ab77b8fae37a" [ 760.012455] env[69162]: _type = "Task" [ 760.012455] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.034877] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 68a25d29-fb0e-4afd-bbe1-5819ddd175e1/68a25d29-fb0e-4afd-bbe1-5819ddd175e1.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.041026] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-375e5c59-5d43-4728-a698-57be8273715c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.055437] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232070, 'name': ReconfigVM_Task, 'duration_secs': 0.514254} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.060336] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.060812] env[69162]: DEBUG nova.compute.manager [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.064528] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 11d112bd-a738-4c4e-b22a-112a405a6670/11d112bd-a738-4c4e-b22a-112a405a6670.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.069526] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52952163-5dec-ddba-880c-ab77b8fae37a, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.069800] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.491s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.071291] env[69162]: INFO nova.compute.claims [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.074974] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f581a3-beb0-475f-8221-9fea3934ece2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.076994] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.077237] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.077448] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.082372] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 760.082372] env[69162]: value = "task-3232075" [ 760.082372] env[69162]: _type = "Task" [ 760.082372] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.087045] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 760.087045] env[69162]: value = "task-3232076" [ 760.087045] env[69162]: _type = "Task" [ 760.087045] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.093288] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.099114] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232076, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.143884] env[69162]: DEBUG nova.network.neutron [req-ed8c7e7e-569b-4a9c-a0e2-cf1c6241391f req-f23680ee-1456-46f0-bc09-7afc582f59ca service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Updated VIF entry in instance network info cache for port bf86c278-b1a9-4efc-a347-dd2df76ab60b. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.144297] env[69162]: DEBUG nova.network.neutron [req-ed8c7e7e-569b-4a9c-a0e2-cf1c6241391f req-f23680ee-1456-46f0-bc09-7afc582f59ca service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Updating instance_info_cache with network_info: [{"id": "bf86c278-b1a9-4efc-a347-dd2df76ab60b", "address": "fa:16:3e:6b:11:0e", "network": {"id": "2c5e0a41-e661-4ec3-81a6-89348b0e0f3a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-852289308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a50494c074c60ba98e6d87d320753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf86c278-b1", "ovs_interfaceid": "bf86c278-b1a9-4efc-a347-dd2df76ab60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.376346] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.376725] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.466046] env[69162]: DEBUG oslo_concurrency.lockutils [req-fbd949db-d262-4fa9-b881-a07660147ef7 req-fcf9350a-2513-4936-9553-94d53f08d5c8 service nova] Releasing lock "refresh_cache-4e8d5126-403d-4f75-815a-b35ee533348b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.490685] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e1126d-f937-95f1-62ce-e69323a0ae25, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.491616] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7db1db-41cd-4a43-a106-35e743a39442 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.497570] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for the task: (returnval){ [ 760.497570] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a3a551-90d2-9060-ee3f-7334d077a39c" [ 760.497570] env[69162]: _type = "Task" [ 760.497570] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.506536] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a3a551-90d2-9060-ee3f-7334d077a39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.566320] env[69162]: DEBUG nova.compute.utils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.567122] env[69162]: DEBUG nova.compute.manager [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.567227] env[69162]: DEBUG nova.network.neutron [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.594786] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232075, 'name': ReconfigVM_Task, 'duration_secs': 0.432284} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.595787] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 68a25d29-fb0e-4afd-bbe1-5819ddd175e1/68a25d29-fb0e-4afd-bbe1-5819ddd175e1.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.596106] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db27e3b-7719-4af0-b419-c4daaa015eaf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.600808] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232076, 'name': Rename_Task, 'duration_secs': 0.26686} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.601459] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.601850] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d315cb6-f445-4a61-84e6-155437425915 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.607222] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 760.607222] env[69162]: value = "task-3232077" [ 760.607222] env[69162]: _type = "Task" [ 760.607222] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.609411] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 760.609411] env[69162]: value = "task-3232078" [ 760.609411] env[69162]: _type = "Task" [ 760.609411] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.618600] env[69162]: DEBUG nova.policy [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55e901d880c24084812e75fe8745a12c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10ba16ce8bce4762be71e0aeefb80dcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.622845] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232077, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.626272] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.648087] env[69162]: DEBUG oslo_concurrency.lockutils [req-ed8c7e7e-569b-4a9c-a0e2-cf1c6241391f req-f23680ee-1456-46f0-bc09-7afc582f59ca service nova] Releasing lock "refresh_cache-08577608-89ff-40e9-9a43-2b4218500b63" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.894346] env[69162]: DEBUG nova.network.neutron [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Successfully created port: ad5d6e63-8abe-4958-ab00-e629b0524bc5 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.009359] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a3a551-90d2-9060-ee3f-7334d077a39c, 'name': SearchDatastore_Task, 'duration_secs': 0.036056} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.009638] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.009925] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 4e8d5126-403d-4f75-815a-b35ee533348b/4e8d5126-403d-4f75-815a-b35ee533348b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.010296] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.010488] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.010744] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86868f7c-5bfd-4837-b3e0-1174bf9e25d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.012746] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1667cdc-e1fd-47eb-aba4-8bca54a41b90 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.020997] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for the task: (returnval){ [ 761.020997] env[69162]: value = "task-3232079" [ 761.020997] env[69162]: _type = "Task" [ 761.020997] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.027025] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.027631] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.031593] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749fe55e-04a4-4295-a574-37cf3bd66fbc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.034072] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.040061] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for the task: (returnval){ [ 761.040061] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ace396-a220-5735-06a9-ba4f38b42bc9" [ 761.040061] env[69162]: _type = "Task" [ 761.040061] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.050175] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ace396-a220-5735-06a9-ba4f38b42bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.073427] env[69162]: DEBUG nova.compute.manager [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.132025] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232077, 'name': Rename_Task, 'duration_secs': 0.202481} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.132025] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.132025] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa4d53b3-5082-4787-a374-41b606440ffd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.138024] env[69162]: DEBUG oslo_vmware.api [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232078, 'name': PowerOnVM_Task, 'duration_secs': 0.478598} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.139417] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.139417] env[69162]: DEBUG nova.compute.manager [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.139904] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb436386-a68b-4ceb-8818-1d40454ee1e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.151294] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 761.151294] env[69162]: value = "task-3232080" [ 761.151294] env[69162]: _type = "Task" [ 761.151294] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.533521] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232079, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.550775] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ace396-a220-5735-06a9-ba4f38b42bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.023055} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.554457] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70551250-aac5-4272-8e76-63d0be13f9e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.561380] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for the task: (returnval){ [ 761.561380] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d4a64d-1d01-8851-9ec0-f71ee650b7d2" [ 761.561380] env[69162]: _type = "Task" [ 761.561380] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.573349] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d4a64d-1d01-8851-9ec0-f71ee650b7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.659155] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57060d4-e62c-4991-a60d-e217a8159e50 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.673810] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.679226] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.680808] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e601e-1762-4575-a2ff-c866164818df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.721614] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e245100-5a22-41de-8b68-d40f1c54b143 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.732778] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e235e5-2f6c-4f9e-aaeb-e5e5f00ff740 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.752839] env[69162]: DEBUG nova.compute.provider_tree [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.034593] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665027} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.034928] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 4e8d5126-403d-4f75-815a-b35ee533348b/4e8d5126-403d-4f75-815a-b35ee533348b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.035177] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.035436] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ac37b05-7795-4a16-810b-6bc6ea8a56dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.042572] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for the task: (returnval){ [ 762.042572] env[69162]: value = "task-3232081" [ 762.042572] env[69162]: _type = "Task" [ 762.042572] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.054143] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.072236] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d4a64d-1d01-8851-9ec0-f71ee650b7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.060186} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.072555] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.072859] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 5100503b-1cb2-4a2c-a005-0dfc0d204ea0/5100503b-1cb2-4a2c-a005-0dfc0d204ea0.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.073154] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eb7fe94-1783-4bbb-ac27-0da499b16f52 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.083656] env[69162]: DEBUG nova.compute.manager [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.085830] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for the task: (returnval){ [ 762.085830] env[69162]: value = "task-3232082" [ 762.085830] env[69162]: _type = "Task" [ 762.085830] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.094856] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.111844] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.112109] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.112279] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.112473] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.112631] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.112789] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.113024] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.113206] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.113365] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.113570] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.113714] env[69162]: DEBUG nova.virt.hardware [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.114573] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f8e665-c921-4446-a659-373461052b13 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.122880] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe27d6d-81f9-48ea-ab8d-f840d63c5036 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.160176] env[69162]: DEBUG oslo_vmware.api [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232080, 'name': PowerOnVM_Task, 'duration_secs': 0.660354} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.160458] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.160671] env[69162]: DEBUG nova.compute.manager [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.162067] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9d2093-f942-45ae-9cbb-ef1af396f84b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.258372] env[69162]: DEBUG nova.scheduler.client.report [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.295938] env[69162]: DEBUG nova.compute.manager [req-362693c3-d56c-4492-a8ea-da28ae2e4ed0 req-3d4c6fa6-bda9-4cf1-8fd9-bb3e8c381be5 service nova] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Received event network-vif-plugged-ad5d6e63-8abe-4958-ab00-e629b0524bc5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.296193] env[69162]: DEBUG oslo_concurrency.lockutils [req-362693c3-d56c-4492-a8ea-da28ae2e4ed0 req-3d4c6fa6-bda9-4cf1-8fd9-bb3e8c381be5 service nova] Acquiring lock "83722a45-99e4-4613-b7f8-00a84118573d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.296490] env[69162]: DEBUG oslo_concurrency.lockutils [req-362693c3-d56c-4492-a8ea-da28ae2e4ed0 req-3d4c6fa6-bda9-4cf1-8fd9-bb3e8c381be5 service nova] Lock "83722a45-99e4-4613-b7f8-00a84118573d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.296584] env[69162]: DEBUG oslo_concurrency.lockutils [req-362693c3-d56c-4492-a8ea-da28ae2e4ed0 req-3d4c6fa6-bda9-4cf1-8fd9-bb3e8c381be5 service nova] Lock "83722a45-99e4-4613-b7f8-00a84118573d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.296748] env[69162]: DEBUG nova.compute.manager [req-362693c3-d56c-4492-a8ea-da28ae2e4ed0 req-3d4c6fa6-bda9-4cf1-8fd9-bb3e8c381be5 service nova] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] No waiting events found dispatching network-vif-plugged-ad5d6e63-8abe-4958-ab00-e629b0524bc5 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.296920] env[69162]: WARNING nova.compute.manager [req-362693c3-d56c-4492-a8ea-da28ae2e4ed0 req-3d4c6fa6-bda9-4cf1-8fd9-bb3e8c381be5 service nova] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Received unexpected event network-vif-plugged-ad5d6e63-8abe-4958-ab00-e629b0524bc5 for instance with vm_state building and task_state spawning. [ 762.351296] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "11d112bd-a738-4c4e-b22a-112a405a6670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.351946] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "11d112bd-a738-4c4e-b22a-112a405a6670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.352226] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "11d112bd-a738-4c4e-b22a-112a405a6670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.352460] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "11d112bd-a738-4c4e-b22a-112a405a6670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.352681] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "11d112bd-a738-4c4e-b22a-112a405a6670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.357836] env[69162]: INFO nova.compute.manager [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Terminating instance [ 762.553120] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072122} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.553457] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.554538] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333811f1-9b4c-43c2-b834-277b793f3514 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.582620] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 4e8d5126-403d-4f75-815a-b35ee533348b/4e8d5126-403d-4f75-815a-b35ee533348b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.583684] env[69162]: DEBUG nova.network.neutron [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Successfully updated port: ad5d6e63-8abe-4958-ab00-e629b0524bc5 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.585321] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a22d0280-bdc0-4336-bfcf-14a9a560adfe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.615174] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.616550] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for the task: (returnval){ [ 762.616550] env[69162]: value = "task-3232083" [ 762.616550] env[69162]: _type = "Task" [ 762.616550] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.625277] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.677433] env[69162]: DEBUG oslo_concurrency.lockutils [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.762465] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.762989] env[69162]: DEBUG nova.compute.manager [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.765986] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.043s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.767144] env[69162]: INFO nova.compute.claims [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.862191] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "refresh_cache-11d112bd-a738-4c4e-b22a-112a405a6670" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.862402] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquired lock "refresh_cache-11d112bd-a738-4c4e-b22a-112a405a6670" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.862587] env[69162]: DEBUG nova.network.neutron [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.106410] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquiring lock "refresh_cache-83722a45-99e4-4613-b7f8-00a84118573d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.106614] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquired lock "refresh_cache-83722a45-99e4-4613-b7f8-00a84118573d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.106853] env[69162]: DEBUG nova.network.neutron [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.118688] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232082, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.129658] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.272134] env[69162]: DEBUG nova.compute.utils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.276537] env[69162]: DEBUG nova.compute.manager [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.276746] env[69162]: DEBUG nova.network.neutron [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.318489] env[69162]: DEBUG nova.policy [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3efc7b81e1a414da92b9d7964b382e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e47c03ca32c54ee8be97cc174b319574', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.391258] env[69162]: DEBUG nova.network.neutron [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.467840] env[69162]: DEBUG nova.network.neutron [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.620975] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232082, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.308397} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.625431] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 5100503b-1cb2-4a2c-a005-0dfc0d204ea0/5100503b-1cb2-4a2c-a005-0dfc0d204ea0.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.625431] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.625564] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9374341-c7d0-43e3-be7b-21dd0b7ba96b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.635831] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232083, 'name': ReconfigVM_Task, 'duration_secs': 0.879239} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.637403] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 4e8d5126-403d-4f75-815a-b35ee533348b/4e8d5126-403d-4f75-815a-b35ee533348b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.637955] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for the task: (returnval){ [ 763.637955] env[69162]: value = "task-3232084" [ 763.637955] env[69162]: _type = "Task" [ 763.637955] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.638207] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ecb55c-356a-4692-9638-32e77881bfae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.649574] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.651044] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for the task: (returnval){ [ 763.651044] env[69162]: value = "task-3232085" [ 763.651044] env[69162]: _type = "Task" [ 763.651044] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.655340] env[69162]: DEBUG nova.network.neutron [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.663557] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232085, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.706302] env[69162]: DEBUG nova.network.neutron [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Successfully created port: 0cb377ae-119a-416f-9c1f-084ea589bcef {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.777651] env[69162]: DEBUG nova.compute.manager [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.825811] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "68a25d29-fb0e-4afd-bbe1-5819ddd175e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.826149] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "68a25d29-fb0e-4afd-bbe1-5819ddd175e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.826410] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "68a25d29-fb0e-4afd-bbe1-5819ddd175e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.826656] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "68a25d29-fb0e-4afd-bbe1-5819ddd175e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.826840] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "68a25d29-fb0e-4afd-bbe1-5819ddd175e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.831735] env[69162]: INFO nova.compute.manager [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Terminating instance [ 763.873820] env[69162]: DEBUG nova.network.neutron [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Updating instance_info_cache with network_info: [{"id": "ad5d6e63-8abe-4958-ab00-e629b0524bc5", "address": "fa:16:3e:d4:a2:10", "network": {"id": "197b0ed8-0927-40c1-8646-430eb25801da", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1232926223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10ba16ce8bce4762be71e0aeefb80dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad5d6e63-8a", "ovs_interfaceid": "ad5d6e63-8abe-4958-ab00-e629b0524bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.972550] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Releasing lock "refresh_cache-11d112bd-a738-4c4e-b22a-112a405a6670" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.973117] env[69162]: DEBUG nova.compute.manager [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.974081] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.974408] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0990f04d-24de-449c-b72e-f82210873019 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.984899] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.985263] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94b2a3df-75a5-4339-b33a-05285bb489df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.995254] env[69162]: DEBUG oslo_vmware.api [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 763.995254] env[69162]: value = "task-3232086" [ 763.995254] env[69162]: _type = "Task" [ 763.995254] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.005743] env[69162]: DEBUG oslo_vmware.api [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.151441] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070528} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.152075] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.157810] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceba8eee-4546-47b5-8ede-cf693f590aac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.165830] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232085, 'name': Rename_Task, 'duration_secs': 0.219207} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.172734] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.181479] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 5100503b-1cb2-4a2c-a005-0dfc0d204ea0/5100503b-1cb2-4a2c-a005-0dfc0d204ea0.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.184223] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f7b81d3-da70-4333-90d5-a7838d880e14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.185761] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66f3f5d0-1821-4b8f-b053-cf810511fdb5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.207706] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for the task: (returnval){ [ 764.207706] env[69162]: value = "task-3232088" [ 764.207706] env[69162]: _type = "Task" [ 764.207706] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.208019] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for the task: (returnval){ [ 764.208019] env[69162]: value = "task-3232087" [ 764.208019] env[69162]: _type = "Task" [ 764.208019] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.222372] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232088, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.225416] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.314584] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf1624f-f9b8-4ec7-beba-d00012d251b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.321900] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196d1f5a-08a7-4bfb-87fd-36b9dcdf64fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.354687] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "refresh_cache-68a25d29-fb0e-4afd-bbe1-5819ddd175e1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.354894] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquired lock "refresh_cache-68a25d29-fb0e-4afd-bbe1-5819ddd175e1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.355127] env[69162]: DEBUG nova.network.neutron [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.358216] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708b2bca-16c5-4af2-a536-6c6859ed8e53 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.362388] env[69162]: DEBUG nova.compute.manager [req-f3704486-7e34-41bf-9137-b07f04da7ada req-8ba0dd93-6980-40c7-9885-b85908af591e service nova] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Received event network-changed-ad5d6e63-8abe-4958-ab00-e629b0524bc5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.362602] env[69162]: DEBUG nova.compute.manager [req-f3704486-7e34-41bf-9137-b07f04da7ada req-8ba0dd93-6980-40c7-9885-b85908af591e service nova] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Refreshing instance network info cache due to event network-changed-ad5d6e63-8abe-4958-ab00-e629b0524bc5. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.362806] env[69162]: DEBUG oslo_concurrency.lockutils [req-f3704486-7e34-41bf-9137-b07f04da7ada req-8ba0dd93-6980-40c7-9885-b85908af591e service nova] Acquiring lock "refresh_cache-83722a45-99e4-4613-b7f8-00a84118573d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.369249] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b7e816-ac22-4a41-b41e-9f7bbe7540e9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.384511] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Releasing lock "refresh_cache-83722a45-99e4-4613-b7f8-00a84118573d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.384866] env[69162]: DEBUG nova.compute.manager [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Instance network_info: |[{"id": "ad5d6e63-8abe-4958-ab00-e629b0524bc5", "address": "fa:16:3e:d4:a2:10", "network": {"id": "197b0ed8-0927-40c1-8646-430eb25801da", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1232926223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10ba16ce8bce4762be71e0aeefb80dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad5d6e63-8a", "ovs_interfaceid": "ad5d6e63-8abe-4958-ab00-e629b0524bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.385904] env[69162]: DEBUG nova.compute.provider_tree [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.387289] env[69162]: DEBUG oslo_concurrency.lockutils [req-f3704486-7e34-41bf-9137-b07f04da7ada req-8ba0dd93-6980-40c7-9885-b85908af591e service nova] Acquired lock "refresh_cache-83722a45-99e4-4613-b7f8-00a84118573d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.387503] env[69162]: DEBUG nova.network.neutron [req-f3704486-7e34-41bf-9137-b07f04da7ada req-8ba0dd93-6980-40c7-9885-b85908af591e service nova] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Refreshing network info cache for port ad5d6e63-8abe-4958-ab00-e629b0524bc5 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.388700] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:a2:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad5d6e63-8abe-4958-ab00-e629b0524bc5', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.396675] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Creating folder: Project (10ba16ce8bce4762be71e0aeefb80dcc). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.398428] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1181d9f8-1182-4d56-a021-5496022dd6f9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.409180] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Created folder: Project (10ba16ce8bce4762be71e0aeefb80dcc) in parent group-v645978. [ 764.409445] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Creating folder: Instances. Parent ref: group-v646047. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.409735] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff22003-3378-40b0-bdf7-033062a6f44e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.419035] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Created folder: Instances in parent group-v646047. [ 764.419303] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.419481] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.419748] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-721ecb8c-ae86-452d-8e5e-119004349d36 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.441355] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.441355] env[69162]: value = "task-3232091" [ 764.441355] env[69162]: _type = "Task" [ 764.441355] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.449244] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232091, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.505508] env[69162]: DEBUG oslo_vmware.api [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232086, 'name': PowerOffVM_Task, 'duration_secs': 0.283614} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.505508] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.505854] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.505854] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-161d16b0-6afb-4521-ad47-41b9666cc093 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.531107] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.531410] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.531664] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Deleting the datastore file [datastore2] 11d112bd-a738-4c4e-b22a-112a405a6670 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.532031] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6925ce28-6d76-491b-ab92-69bc15f2b9ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.539486] env[69162]: DEBUG oslo_vmware.api [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for the task: (returnval){ [ 764.539486] env[69162]: value = "task-3232093" [ 764.539486] env[69162]: _type = "Task" [ 764.539486] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.548253] env[69162]: DEBUG oslo_vmware.api [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.722190] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232088, 'name': ReconfigVM_Task, 'duration_secs': 0.453972} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.725514] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 5100503b-1cb2-4a2c-a005-0dfc0d204ea0/5100503b-1cb2-4a2c-a005-0dfc0d204ea0.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.726294] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.726585] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbdf07c8-b404-49c5-82af-f68669f6af3a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.733423] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for the task: (returnval){ [ 764.733423] env[69162]: value = "task-3232094" [ 764.733423] env[69162]: _type = "Task" [ 764.733423] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.742212] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232094, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.794430] env[69162]: DEBUG nova.compute.manager [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.819674] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.819933] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.820107] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.820299] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.820443] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.820584] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.820793] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.820970] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.821145] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.821307] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.821477] env[69162]: DEBUG nova.virt.hardware [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.822379] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba99c8c-a6a6-4754-843a-ad72929f6b0b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.830422] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a03ea-7dff-4f25-a64e-30aac4dd90f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.874605] env[69162]: DEBUG nova.network.neutron [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.898911] env[69162]: DEBUG nova.scheduler.client.report [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.948747] env[69162]: DEBUG nova.network.neutron [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.955614] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232091, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.049325] env[69162]: DEBUG oslo_vmware.api [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Task: {'id': task-3232093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232651} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.049684] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.049758] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.053027] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.053027] env[69162]: INFO nova.compute.manager [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Took 1.08 seconds to destroy the instance on the hypervisor. [ 765.053027] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.053027] env[69162]: DEBUG nova.compute.manager [-] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.053027] env[69162]: DEBUG nova.network.neutron [-] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.087279] env[69162]: DEBUG nova.network.neutron [-] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.184465] env[69162]: DEBUG nova.network.neutron [req-f3704486-7e34-41bf-9137-b07f04da7ada req-8ba0dd93-6980-40c7-9885-b85908af591e service nova] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Updated VIF entry in instance network info cache for port ad5d6e63-8abe-4958-ab00-e629b0524bc5. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.184837] env[69162]: DEBUG nova.network.neutron [req-f3704486-7e34-41bf-9137-b07f04da7ada req-8ba0dd93-6980-40c7-9885-b85908af591e service nova] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Updating instance_info_cache with network_info: [{"id": "ad5d6e63-8abe-4958-ab00-e629b0524bc5", "address": "fa:16:3e:d4:a2:10", "network": {"id": "197b0ed8-0927-40c1-8646-430eb25801da", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1232926223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10ba16ce8bce4762be71e0aeefb80dcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad5d6e63-8a", "ovs_interfaceid": "ad5d6e63-8abe-4958-ab00-e629b0524bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.223050] env[69162]: DEBUG oslo_vmware.api [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232087, 'name': PowerOnVM_Task, 'duration_secs': 0.715815} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.223354] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.223555] env[69162]: INFO nova.compute.manager [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Took 8.67 seconds to spawn the instance on the hypervisor. [ 765.223725] env[69162]: DEBUG nova.compute.manager [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.224579] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbd8fbd-4f3b-4753-a815-a686daac8eee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.242128] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232094, 'name': Rename_Task, 'duration_secs': 0.212561} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.243290] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.243290] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e70a0af-b167-4381-8cde-359539b2c9c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.248774] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for the task: (returnval){ [ 765.248774] env[69162]: value = "task-3232095" [ 765.248774] env[69162]: _type = "Task" [ 765.248774] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.257743] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.373967] env[69162]: DEBUG nova.network.neutron [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Successfully updated port: 0cb377ae-119a-416f-9c1f-084ea589bcef {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.407093] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.409678] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.412188] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.303s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.451444] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Releasing lock "refresh_cache-68a25d29-fb0e-4afd-bbe1-5819ddd175e1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.452015] env[69162]: DEBUG nova.compute.manager [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.452263] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.459155] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa7dd68-2346-49f1-843a-f9db12f43043 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.461889] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232091, 'name': CreateVM_Task, 'duration_secs': 0.523691} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.462366] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.463423] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.463615] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.463970] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.464311] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c33522-1c7a-4f85-8283-cffab8e7a5dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.467990] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.468569] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8479e7f9-ef74-46ff-80c0-901180cec53d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.470950] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 765.470950] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bb4869-0eea-124b-9089-f43775f18ac5" [ 765.470950] env[69162]: _type = "Task" [ 765.470950] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.475568] env[69162]: DEBUG oslo_vmware.api [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 765.475568] env[69162]: value = "task-3232096" [ 765.475568] env[69162]: _type = "Task" [ 765.475568] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.482284] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bb4869-0eea-124b-9089-f43775f18ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.486908] env[69162]: DEBUG oslo_vmware.api [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.591203] env[69162]: DEBUG nova.network.neutron [-] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.688920] env[69162]: DEBUG oslo_concurrency.lockutils [req-f3704486-7e34-41bf-9137-b07f04da7ada req-8ba0dd93-6980-40c7-9885-b85908af591e service nova] Releasing lock "refresh_cache-83722a45-99e4-4613-b7f8-00a84118573d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.743069] env[69162]: INFO nova.compute.manager [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Took 41.17 seconds to build instance. [ 765.759074] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232095, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.877180] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquiring lock "refresh_cache-5c4966eb-deb8-4c3f-9c8b-13d86e504a64" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.877180] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquired lock "refresh_cache-5c4966eb-deb8-4c3f-9c8b-13d86e504a64" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.877287] env[69162]: DEBUG nova.network.neutron [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.915468] env[69162]: DEBUG nova.compute.utils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.919269] env[69162]: INFO nova.compute.claims [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.923020] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.923020] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.971036] env[69162]: DEBUG nova.policy [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '370d5b488d5544c2ad1be855af294ccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '723a5105bdac440eaa97649528373836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.983480] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bb4869-0eea-124b-9089-f43775f18ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.012659} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.984090] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.984354] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.984599] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.984746] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.984956] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.987855] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55dd1395-89d7-47e5-bce7-f2196b171eb9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.989605] env[69162]: DEBUG oslo_vmware.api [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232096, 'name': PowerOffVM_Task, 'duration_secs': 0.166374} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.989842] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.990021] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.990503] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-692fea41-f347-4e06-a172-e2e61ce080df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.995928] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.996079] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.996755] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d756f344-7ea4-47ed-8a4d-089620a5820a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.001745] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 766.001745] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525c34aa-b8c0-a49d-61d2-687d2f7f362c" [ 766.001745] env[69162]: _type = "Task" [ 766.001745] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.011866] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525c34aa-b8c0-a49d-61d2-687d2f7f362c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.018520] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.018726] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.018901] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Deleting the datastore file [datastore2] 68a25d29-fb0e-4afd-bbe1-5819ddd175e1 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.019165] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80a11e4d-2fd6-4558-8cab-a1c7fe58c423 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.025284] env[69162]: DEBUG oslo_vmware.api [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for the task: (returnval){ [ 766.025284] env[69162]: value = "task-3232098" [ 766.025284] env[69162]: _type = "Task" [ 766.025284] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.032907] env[69162]: DEBUG oslo_vmware.api [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.094244] env[69162]: INFO nova.compute.manager [-] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Took 1.04 seconds to deallocate network for instance. [ 766.237053] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Successfully created port: d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.245081] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d75ce33d-5d1c-4951-bdd2-ae06286b7dc1 tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lock "4e8d5126-403d-4f75-815a-b35ee533348b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.071s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.258606] env[69162]: DEBUG oslo_vmware.api [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232095, 'name': PowerOnVM_Task, 'duration_secs': 0.712733} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.258880] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.259132] env[69162]: INFO nova.compute.manager [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Took 6.92 seconds to spawn the instance on the hypervisor. [ 766.259309] env[69162]: DEBUG nova.compute.manager [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.260605] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e731c6d-7673-4bc2-9d03-fece08a66e44 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.394913] env[69162]: DEBUG nova.compute.manager [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Received event network-vif-plugged-0cb377ae-119a-416f-9c1f-084ea589bcef {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.395167] env[69162]: DEBUG oslo_concurrency.lockutils [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] Acquiring lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.395371] env[69162]: DEBUG oslo_concurrency.lockutils [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] Lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.395528] env[69162]: DEBUG oslo_concurrency.lockutils [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] Lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.395683] env[69162]: DEBUG nova.compute.manager [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] No waiting events found dispatching network-vif-plugged-0cb377ae-119a-416f-9c1f-084ea589bcef {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.395847] env[69162]: WARNING nova.compute.manager [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Received unexpected event network-vif-plugged-0cb377ae-119a-416f-9c1f-084ea589bcef for instance with vm_state building and task_state spawning. [ 766.395998] env[69162]: DEBUG nova.compute.manager [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Received event network-changed-0cb377ae-119a-416f-9c1f-084ea589bcef {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.396216] env[69162]: DEBUG nova.compute.manager [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Refreshing instance network info cache due to event network-changed-0cb377ae-119a-416f-9c1f-084ea589bcef. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.396321] env[69162]: DEBUG oslo_concurrency.lockutils [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] Acquiring lock "refresh_cache-5c4966eb-deb8-4c3f-9c8b-13d86e504a64" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.427767] env[69162]: INFO nova.compute.resource_tracker [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating resource usage from migration 9c7df9b4-a56d-4d61-b96d-7f2e949156eb [ 766.430821] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.434819] env[69162]: DEBUG nova.network.neutron [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.517546] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525c34aa-b8c0-a49d-61d2-687d2f7f362c, 'name': SearchDatastore_Task, 'duration_secs': 0.008747} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.518409] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2bff8b-6b52-4cc3-89c4-56f791229e8f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.523477] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 766.523477] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5222e368-e59d-2e5e-a589-f339d1c11c67" [ 766.523477] env[69162]: _type = "Task" [ 766.523477] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.537811] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5222e368-e59d-2e5e-a589-f339d1c11c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.544384] env[69162]: DEBUG oslo_vmware.api [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Task: {'id': task-3232098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089126} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.549025] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.549025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.549025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.549025] env[69162]: INFO nova.compute.manager [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 766.549025] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.549244] env[69162]: DEBUG nova.compute.manager [-] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.549244] env[69162]: DEBUG nova.network.neutron [-] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.576313] env[69162]: DEBUG nova.network.neutron [-] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.603154] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.640549] env[69162]: DEBUG nova.network.neutron [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Updating instance_info_cache with network_info: [{"id": "0cb377ae-119a-416f-9c1f-084ea589bcef", "address": "fa:16:3e:6d:92:dc", "network": {"id": "1795738c-cf14-4cfd-ba5e-a3a4f816f39d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1702720433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47c03ca32c54ee8be97cc174b319574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb377ae-11", "ovs_interfaceid": "0cb377ae-119a-416f-9c1f-084ea589bcef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.748854] env[69162]: DEBUG nova.compute.manager [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.780321] env[69162]: INFO nova.compute.manager [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Took 40.38 seconds to build instance. [ 766.921168] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd017ce8-9b8e-4777-9d68-482b170ec5c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.929648] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c7afd8-1235-4931-b2ee-5c2ea1f4af43 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.969186] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5ff16f-5e66-4e76-8cc4-b20ef3f202e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.980205] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b2ed42-285f-4620-9bd9-3b2703e62091 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.994286] env[69162]: DEBUG nova.compute.provider_tree [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.033965] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5222e368-e59d-2e5e-a589-f339d1c11c67, 'name': SearchDatastore_Task, 'duration_secs': 0.024472} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.034352] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.034879] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 83722a45-99e4-4613-b7f8-00a84118573d/83722a45-99e4-4613-b7f8-00a84118573d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.034986] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aa5f79d-733c-475b-a484-272b1bcff31c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.041852] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 767.041852] env[69162]: value = "task-3232099" [ 767.041852] env[69162]: _type = "Task" [ 767.041852] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.049823] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.077726] env[69162]: DEBUG nova.network.neutron [-] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.145391] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Releasing lock "refresh_cache-5c4966eb-deb8-4c3f-9c8b-13d86e504a64" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.145825] env[69162]: DEBUG nova.compute.manager [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Instance network_info: |[{"id": "0cb377ae-119a-416f-9c1f-084ea589bcef", "address": "fa:16:3e:6d:92:dc", "network": {"id": "1795738c-cf14-4cfd-ba5e-a3a4f816f39d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1702720433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47c03ca32c54ee8be97cc174b319574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb377ae-11", "ovs_interfaceid": "0cb377ae-119a-416f-9c1f-084ea589bcef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.146590] env[69162]: DEBUG oslo_concurrency.lockutils [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] Acquired lock "refresh_cache-5c4966eb-deb8-4c3f-9c8b-13d86e504a64" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.147225] env[69162]: DEBUG nova.network.neutron [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Refreshing network info cache for port 0cb377ae-119a-416f-9c1f-084ea589bcef {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.148291] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:92:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cb377ae-119a-416f-9c1f-084ea589bcef', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.160848] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Creating folder: Project (e47c03ca32c54ee8be97cc174b319574). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.166155] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ee0fb5c-32b1-42f9-a1c5-b875248f0b34 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.179107] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Created folder: Project (e47c03ca32c54ee8be97cc174b319574) in parent group-v645978. [ 767.179107] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Creating folder: Instances. Parent ref: group-v646050. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.179107] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfd82006-489c-4d6f-9180-e82275280d66 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.187892] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Created folder: Instances in parent group-v646050. [ 767.188237] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.188501] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.188782] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e572cfa-9d33-4c07-9db1-f020fa6bc857 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.212325] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.212325] env[69162]: value = "task-3232102" [ 767.212325] env[69162]: _type = "Task" [ 767.212325] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.221487] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232102, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.271442] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.282327] env[69162]: DEBUG oslo_concurrency.lockutils [None req-596ba57b-1fdd-43ab-b320-5bab608aaf13 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lock "5100503b-1cb2-4a2c-a005-0dfc0d204ea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.003s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.391262] env[69162]: DEBUG nova.network.neutron [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Updated VIF entry in instance network info cache for port 0cb377ae-119a-416f-9c1f-084ea589bcef. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.391691] env[69162]: DEBUG nova.network.neutron [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Updating instance_info_cache with network_info: [{"id": "0cb377ae-119a-416f-9c1f-084ea589bcef", "address": "fa:16:3e:6d:92:dc", "network": {"id": "1795738c-cf14-4cfd-ba5e-a3a4f816f39d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1702720433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47c03ca32c54ee8be97cc174b319574", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb377ae-11", "ovs_interfaceid": "0cb377ae-119a-416f-9c1f-084ea589bcef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.475291] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.478428] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquiring lock "4e8d5126-403d-4f75-815a-b35ee533348b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.478772] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lock "4e8d5126-403d-4f75-815a-b35ee533348b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.479068] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquiring lock "4e8d5126-403d-4f75-815a-b35ee533348b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.479771] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lock "4e8d5126-403d-4f75-815a-b35ee533348b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.480040] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lock "4e8d5126-403d-4f75-815a-b35ee533348b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.482533] env[69162]: INFO nova.compute.manager [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Terminating instance [ 767.498889] env[69162]: DEBUG nova.scheduler.client.report [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.511354] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.511696] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.511880] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.513313] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.513401] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.513582] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.515041] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.515041] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.515041] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.515041] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.515041] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.515569] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca67a81b-f84a-44a2-85e5-c4f0d0c98bfd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.526038] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f870e328-4b37-4afa-b867-637ea4d54e79 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.551270] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484805} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.551270] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 83722a45-99e4-4613-b7f8-00a84118573d/83722a45-99e4-4613-b7f8-00a84118573d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.551270] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.551427] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a51e531-a1fc-4f3c-a4c9-34c65e9fb37a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.558309] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 767.558309] env[69162]: value = "task-3232103" [ 767.558309] env[69162]: _type = "Task" [ 767.558309] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.566164] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.580668] env[69162]: INFO nova.compute.manager [-] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Took 1.03 seconds to deallocate network for instance. [ 767.662345] env[69162]: DEBUG nova.compute.manager [None req-a556c9d2-8fb8-4728-a38d-c122393d2d0b tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.663276] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e37395-e7f0-4fd6-b513-ce433882990f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.722430] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232102, 'name': CreateVM_Task, 'duration_secs': 0.504081} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.722718] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.723492] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.723760] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.724190] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.724515] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6da1f2-2af4-4d9f-b32e-4461a4e7f7e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.731019] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for the task: (returnval){ [ 767.731019] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52649d1d-d954-5a22-b06a-0f58bcff0180" [ 767.731019] env[69162]: _type = "Task" [ 767.731019] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.737703] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52649d1d-d954-5a22-b06a-0f58bcff0180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.785228] env[69162]: DEBUG nova.compute.manager [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.835485] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Successfully updated port: d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.894615] env[69162]: DEBUG oslo_concurrency.lockutils [req-607a7339-a2d8-46ac-bc25-23a17125b6bd req-e2378626-8d85-4c19-a749-271c1c06e7cc service nova] Releasing lock "refresh_cache-5c4966eb-deb8-4c3f-9c8b-13d86e504a64" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.926975] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquiring lock "5100503b-1cb2-4a2c-a005-0dfc0d204ea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.927341] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lock "5100503b-1cb2-4a2c-a005-0dfc0d204ea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.927574] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquiring lock "5100503b-1cb2-4a2c-a005-0dfc0d204ea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.927761] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lock "5100503b-1cb2-4a2c-a005-0dfc0d204ea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.928019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lock "5100503b-1cb2-4a2c-a005-0dfc0d204ea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.930359] env[69162]: INFO nova.compute.manager [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Terminating instance [ 767.990142] env[69162]: DEBUG nova.compute.manager [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.990391] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.991287] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b290fc-8b06-4364-8968-9a8b6c7afcfb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.998790] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.999049] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9015a98-ab43-4ba4-a8dc-f8f35cd2f0f2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.004735] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.594s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.004952] env[69162]: INFO nova.compute.manager [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Migrating [ 768.005202] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.005350] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.007051] env[69162]: DEBUG oslo_vmware.api [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for the task: (returnval){ [ 768.007051] env[69162]: value = "task-3232104" [ 768.007051] env[69162]: _type = "Task" [ 768.007051] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.007225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.321s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.008614] env[69162]: INFO nova.compute.claims [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.020887] env[69162]: DEBUG oslo_vmware.api [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.067790] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068742} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.068075] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.068875] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2200b1-2e96-4e4f-8153-96fb0a70a2ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.091327] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 83722a45-99e4-4613-b7f8-00a84118573d/83722a45-99e4-4613-b7f8-00a84118573d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.092289] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.092517] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70c7fdae-bba4-49f0-8144-0cb9ccbeb6a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.111748] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 768.111748] env[69162]: value = "task-3232105" [ 768.111748] env[69162]: _type = "Task" [ 768.111748] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.120790] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.173038] env[69162]: INFO nova.compute.manager [None req-a556c9d2-8fb8-4728-a38d-c122393d2d0b tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] instance snapshotting [ 768.173459] env[69162]: DEBUG nova.objects.instance [None req-a556c9d2-8fb8-4728-a38d-c122393d2d0b tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lazy-loading 'flavor' on Instance uuid 5100503b-1cb2-4a2c-a005-0dfc0d204ea0 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.240830] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52649d1d-d954-5a22-b06a-0f58bcff0180, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.241239] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.241446] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.241713] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.241864] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.242076] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.242353] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b88bec3d-4572-4eb8-9fe3-297fa6f9e8b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.250683] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.250874] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.251586] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b002cfc8-97f2-4a73-b1a4-1e2520d7dfb8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.256886] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for the task: (returnval){ [ 768.256886] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52be5b01-cd85-6ba6-5be0-4075743873bb" [ 768.256886] env[69162]: _type = "Task" [ 768.256886] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.264273] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52be5b01-cd85-6ba6-5be0-4075743873bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.312316] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.337029] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "refresh_cache-9092dc6f-d128-4011-8332-6ed3718306bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.337141] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired lock "refresh_cache-9092dc6f-d128-4011-8332-6ed3718306bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.337258] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.434588] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquiring lock "refresh_cache-5100503b-1cb2-4a2c-a005-0dfc0d204ea0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.434896] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquired lock "refresh_cache-5100503b-1cb2-4a2c-a005-0dfc0d204ea0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.435054] env[69162]: DEBUG nova.network.neutron [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.489301] env[69162]: DEBUG nova.compute.manager [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Received event network-vif-plugged-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.489301] env[69162]: DEBUG oslo_concurrency.lockutils [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] Acquiring lock "9092dc6f-d128-4011-8332-6ed3718306bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.489445] env[69162]: DEBUG oslo_concurrency.lockutils [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] Lock "9092dc6f-d128-4011-8332-6ed3718306bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.489594] env[69162]: DEBUG oslo_concurrency.lockutils [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] Lock "9092dc6f-d128-4011-8332-6ed3718306bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.489783] env[69162]: DEBUG nova.compute.manager [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] No waiting events found dispatching network-vif-plugged-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.489922] env[69162]: WARNING nova.compute.manager [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Received unexpected event network-vif-plugged-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 for instance with vm_state building and task_state spawning. [ 768.490098] env[69162]: DEBUG nova.compute.manager [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Received event network-changed-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.490261] env[69162]: DEBUG nova.compute.manager [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Refreshing instance network info cache due to event network-changed-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.490410] env[69162]: DEBUG oslo_concurrency.lockutils [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] Acquiring lock "refresh_cache-9092dc6f-d128-4011-8332-6ed3718306bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.508210] env[69162]: INFO nova.compute.rpcapi [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 768.508754] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.533730] env[69162]: DEBUG oslo_vmware.api [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232104, 'name': PowerOffVM_Task, 'duration_secs': 0.481139} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.534388] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.534626] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.534865] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad19c5c1-1944-4d06-a1c3-a6bcd13badf5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.617343] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.617564] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.617741] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Deleting the datastore file [datastore2] 4e8d5126-403d-4f75-815a-b35ee533348b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.618396] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7307875-9861-4df0-bed9-62d651234e03 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.623455] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.628263] env[69162]: DEBUG oslo_vmware.api [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for the task: (returnval){ [ 768.628263] env[69162]: value = "task-3232107" [ 768.628263] env[69162]: _type = "Task" [ 768.628263] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.636423] env[69162]: DEBUG oslo_vmware.api [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.679023] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85da6d77-aa38-4685-a5a5-c7c2ed3cb106 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.695904] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3382a6-6fa5-496f-9ff8-0e315679414c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.772772] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52be5b01-cd85-6ba6-5be0-4075743873bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008274} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.773837] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f316a11c-0c29-4547-b22d-c4aed35e4978 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.779561] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for the task: (returnval){ [ 768.779561] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b9350c-3395-6bcf-d08c-c24c0f26d6c5" [ 768.779561] env[69162]: _type = "Task" [ 768.779561] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.790406] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b9350c-3395-6bcf-d08c-c24c0f26d6c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.875334] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.969382] env[69162]: DEBUG nova.network.neutron [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.036370] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.036370] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.036513] env[69162]: DEBUG nova.network.neutron [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.038366] env[69162]: DEBUG nova.network.neutron [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.077510] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Updating instance_info_cache with network_info: [{"id": "d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3", "address": "fa:16:3e:29:15:00", "network": {"id": "ab65f03f-b460-499b-84d4-2caf7569225e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-339317375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "723a5105bdac440eaa97649528373836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a59c79-e1", "ovs_interfaceid": "d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.124748] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232105, 'name': ReconfigVM_Task, 'duration_secs': 0.545766} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.127859] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 83722a45-99e4-4613-b7f8-00a84118573d/83722a45-99e4-4613-b7f8-00a84118573d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.127859] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-502ea7df-7385-49f2-a4dd-1be7c119d79a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.133156] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 769.133156] env[69162]: value = "task-3232108" [ 769.133156] env[69162]: _type = "Task" [ 769.133156] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.139952] env[69162]: DEBUG oslo_vmware.api [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Task: {'id': task-3232107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268422} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.142762] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.142986] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.143195] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.143372] env[69162]: INFO nova.compute.manager [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 769.143606] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.143993] env[69162]: DEBUG nova.compute.manager [-] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.144112] env[69162]: DEBUG nova.network.neutron [-] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.148755] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232108, 'name': Rename_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.207329] env[69162]: DEBUG nova.compute.manager [None req-a556c9d2-8fb8-4728-a38d-c122393d2d0b tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Instance disappeared during snapshot {{(pid=69162) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 769.293471] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b9350c-3395-6bcf-d08c-c24c0f26d6c5, 'name': SearchDatastore_Task, 'duration_secs': 0.018196} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.298021] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.298021] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 5c4966eb-deb8-4c3f-9c8b-13d86e504a64/5c4966eb-deb8-4c3f-9c8b-13d86e504a64.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.298021] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30c4498e-6582-4529-9880-270ec87e1c09 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.303881] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for the task: (returnval){ [ 769.303881] env[69162]: value = "task-3232109" [ 769.303881] env[69162]: _type = "Task" [ 769.303881] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.312431] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.364873] env[69162]: DEBUG nova.compute.manager [None req-a556c9d2-8fb8-4728-a38d-c122393d2d0b tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Found 0 images (rotation: 2) {{(pid=69162) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 769.544398] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Releasing lock "refresh_cache-5100503b-1cb2-4a2c-a005-0dfc0d204ea0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.544821] env[69162]: DEBUG nova.compute.manager [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.545027] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.548099] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eabc9d-a107-4efd-a41b-7936857d9fb9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.557759] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.558045] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-184b43c9-7908-46c9-9abd-96db218940b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.564279] env[69162]: DEBUG oslo_vmware.api [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for the task: (returnval){ [ 769.564279] env[69162]: value = "task-3232110" [ 769.564279] env[69162]: _type = "Task" [ 769.564279] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.572854] env[69162]: DEBUG oslo_vmware.api [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.582755] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Releasing lock "refresh_cache-9092dc6f-d128-4011-8332-6ed3718306bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.583105] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Instance network_info: |[{"id": "d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3", "address": "fa:16:3e:29:15:00", "network": {"id": "ab65f03f-b460-499b-84d4-2caf7569225e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-339317375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "723a5105bdac440eaa97649528373836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a59c79-e1", "ovs_interfaceid": "d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.585773] env[69162]: DEBUG oslo_concurrency.lockutils [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] Acquired lock "refresh_cache-9092dc6f-d128-4011-8332-6ed3718306bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.585996] env[69162]: DEBUG nova.network.neutron [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Refreshing network info cache for port d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.587406] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:15:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3a59c79-e1e7-47bf-bb59-c12ae8fa46e3', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.595277] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Creating folder: Project (723a5105bdac440eaa97649528373836). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.598393] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88bb782c-2dda-44e0-a549-a14e0a8e1d1f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.609239] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Created folder: Project (723a5105bdac440eaa97649528373836) in parent group-v645978. [ 769.609454] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Creating folder: Instances. Parent ref: group-v646053. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.610032] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4874a602-9d15-4304-8910-5c5008e0f577 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.614535] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d2c4f4-5861-4ca5-9103-7e3211d968b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.618630] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Created folder: Instances in parent group-v646053. [ 769.618882] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.619447] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.619665] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-904e9408-da0a-4885-be8a-480627dbe0c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.644471] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df677871-5b01-429d-9d3a-e7ac35b10a95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.652097] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.652097] env[69162]: value = "task-3232113" [ 769.652097] env[69162]: _type = "Task" [ 769.652097] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.660858] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232108, 'name': Rename_Task, 'duration_secs': 0.251205} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.694538] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.698032] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5aea0e-700a-46e9-8e3c-124a9ce1a283 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.700453] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1304916-6690-41cc-ace1-08e85135ec4b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.345423] env[69162]: DEBUG nova.network.neutron [-] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.348524] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232113, 'name': CreateVM_Task} progress is 15%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.348650] env[69162]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.19580600000000004 sec [ 770.361338] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 770.361338] env[69162]: value = "task-3232114" [ 770.361338] env[69162]: _type = "Task" [ 770.361338] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.363064] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f49cb72-0915-415c-96a5-659d83793b3b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.376151] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461793} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.376402] env[69162]: DEBUG oslo_vmware.api [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232110, 'name': PowerOffVM_Task, 'duration_secs': 0.165953} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.381951] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 5c4966eb-deb8-4c3f-9c8b-13d86e504a64/5c4966eb-deb8-4c3f-9c8b-13d86e504a64.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.382256] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.382702] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.382786] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.383382] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232113, 'name': CreateVM_Task, 'duration_secs': 0.372149} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.392457] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-668c6d1c-02b3-4196-861f-6c5995801484 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.394669] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccfdd2bc-d036-4f33-97eb-dee693a49590 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.396065] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.397171] env[69162]: DEBUG nova.compute.provider_tree [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.404471] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.404471] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.404985] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.405312] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.406973] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02605ab4-e51c-4bf1-90db-f2baa73e1247 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.410608] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for the task: (returnval){ [ 770.410608] env[69162]: value = "task-3232115" [ 770.410608] env[69162]: _type = "Task" [ 770.410608] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.415780] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 770.415780] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52887561-d786-b8d6-9273-54a8d02a44eb" [ 770.415780] env[69162]: _type = "Task" [ 770.415780] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.423025] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.431455] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52887561-d786-b8d6-9273-54a8d02a44eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.432769] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.433020] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.433283] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.433427] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.433596] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.433901] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.436014] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.436014] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Deleting the datastore file [datastore2] 5100503b-1cb2-4a2c-a005-0dfc0d204ea0 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.437420] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d63d40d9-f7c9-467b-9ee6-aa82fa68d56b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.439246] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ab26bcc-b14a-4fb3-8b9c-08e39f6998bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.444863] env[69162]: DEBUG oslo_vmware.api [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for the task: (returnval){ [ 770.444863] env[69162]: value = "task-3232117" [ 770.444863] env[69162]: _type = "Task" [ 770.444863] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.449384] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.449384] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.450306] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547779a0-b592-496b-a8bb-8b2836e60812 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.455827] env[69162]: DEBUG oslo_vmware.api [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.458677] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 770.458677] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52426295-50ef-fa23-2452-7f625f20415e" [ 770.458677] env[69162]: _type = "Task" [ 770.458677] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.466194] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52426295-50ef-fa23-2452-7f625f20415e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.520414] env[69162]: DEBUG nova.compute.manager [req-81ba579f-1cde-494f-9856-a90893c8edf0 req-d04de426-012d-40b5-b036-f18b9a9d9fdd service nova] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Received event network-vif-deleted-64ecc29c-7781-4799-b543-b1e2335a98da {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.539294] env[69162]: DEBUG nova.network.neutron [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance_info_cache with network_info: [{"id": "db5d0e48-a934-427f-9870-b5b794a1308e", "address": "fa:16:3e:35:a1:02", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5d0e48-a9", "ovs_interfaceid": "db5d0e48-a934-427f-9870-b5b794a1308e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.638777] env[69162]: DEBUG nova.network.neutron [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Updated VIF entry in instance network info cache for port d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.639218] env[69162]: DEBUG nova.network.neutron [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Updating instance_info_cache with network_info: [{"id": "d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3", "address": "fa:16:3e:29:15:00", "network": {"id": "ab65f03f-b460-499b-84d4-2caf7569225e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-339317375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "723a5105bdac440eaa97649528373836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a59c79-e1", "ovs_interfaceid": "d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.849619] env[69162]: INFO nova.compute.manager [-] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Took 1.71 seconds to deallocate network for instance. [ 770.876672] env[69162]: DEBUG oslo_vmware.api [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232114, 'name': PowerOnVM_Task, 'duration_secs': 0.512737} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.876949] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.877168] env[69162]: INFO nova.compute.manager [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Took 8.79 seconds to spawn the instance on the hypervisor. [ 770.877427] env[69162]: DEBUG nova.compute.manager [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.878243] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a813718-2940-4731-b219-d05fe7047a4e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.907302] env[69162]: DEBUG nova.scheduler.client.report [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.922036] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070232} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.922036] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.923664] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa20b22e-1214-4bda-aa70-dac27e819422 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.945776] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 5c4966eb-deb8-4c3f-9c8b-13d86e504a64/5c4966eb-deb8-4c3f-9c8b-13d86e504a64.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.946289] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7872263c-e6dd-4b8f-a095-781ecc807de0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.971981] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52426295-50ef-fa23-2452-7f625f20415e, 'name': SearchDatastore_Task, 'duration_secs': 0.008385} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.976588] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for the task: (returnval){ [ 770.976588] env[69162]: value = "task-3232118" [ 770.976588] env[69162]: _type = "Task" [ 770.976588] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.976867] env[69162]: DEBUG oslo_vmware.api [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Task: {'id': task-3232117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09653} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.977011] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886fcf9a-5a9a-43b4-b54f-72990e3277d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.980030] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.980030] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.980030] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.980198] env[69162]: INFO nova.compute.manager [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Took 1.44 seconds to destroy the instance on the hypervisor. [ 770.980418] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.983573] env[69162]: DEBUG nova.compute.manager [-] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.983668] env[69162]: DEBUG nova.network.neutron [-] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.988360] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 770.988360] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f9cb7f-62c8-7a39-715d-c7ead24b35bc" [ 770.988360] env[69162]: _type = "Task" [ 770.988360] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.000222] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f9cb7f-62c8-7a39-715d-c7ead24b35bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.000393] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.000712] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9092dc6f-d128-4011-8332-6ed3718306bb/9092dc6f-d128-4011-8332-6ed3718306bb.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.000905] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbe2e548-8ddd-409b-a712-5995ad13e2c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.003519] env[69162]: DEBUG nova.network.neutron [-] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.008346] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 771.008346] env[69162]: value = "task-3232119" [ 771.008346] env[69162]: _type = "Task" [ 771.008346] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.016873] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.041732] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.143554] env[69162]: DEBUG oslo_concurrency.lockutils [req-6955b152-da09-426a-a406-f650803f0b0c req-89000883-1ae5-4059-8c13-f9ea3c393cb4 service nova] Releasing lock "refresh_cache-9092dc6f-d128-4011-8332-6ed3718306bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.356647] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.398286] env[69162]: INFO nova.compute.manager [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Took 38.01 seconds to build instance. [ 771.416473] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.409s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.417424] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.421909] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.717s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.422041] env[69162]: DEBUG nova.objects.instance [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lazy-loading 'resources' on Instance uuid 7d2b4618-fbc9-4ad4-ad73-d2a780b34155 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.490895] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.506475] env[69162]: DEBUG nova.network.neutron [-] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.517147] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495516} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.517446] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9092dc6f-d128-4011-8332-6ed3718306bb/9092dc6f-d128-4011-8332-6ed3718306bb.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.517611] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.517840] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c14195f7-897e-401a-813b-b6395c983e28 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.524129] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 771.524129] env[69162]: value = "task-3232120" [ 771.524129] env[69162]: _type = "Task" [ 771.524129] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.532425] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.902033] env[69162]: DEBUG oslo_concurrency.lockutils [None req-914a27a7-ce49-4027-b5bd-b8a995d85c29 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lock "83722a45-99e4-4613-b7f8-00a84118573d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.546s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.928463] env[69162]: DEBUG nova.compute.utils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.929994] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.931272] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.986721] env[69162]: DEBUG nova.policy [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '370d5b488d5544c2ad1be855af294ccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '723a5105bdac440eaa97649528373836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.993292] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232118, 'name': ReconfigVM_Task, 'duration_secs': 0.765867} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.995790] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 5c4966eb-deb8-4c3f-9c8b-13d86e504a64/5c4966eb-deb8-4c3f-9c8b-13d86e504a64.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.996581] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17fc2282-d0f4-415b-9082-cde2c8b9e5e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.002957] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for the task: (returnval){ [ 772.002957] env[69162]: value = "task-3232121" [ 772.002957] env[69162]: _type = "Task" [ 772.002957] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.009013] env[69162]: INFO nova.compute.manager [-] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Took 1.03 seconds to deallocate network for instance. [ 772.014068] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232121, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.035143] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074283} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.035425] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.036268] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ad46af-50f0-4cda-844c-f8216d3fb22a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.061657] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 9092dc6f-d128-4011-8332-6ed3718306bb/9092dc6f-d128-4011-8332-6ed3718306bb.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.067502] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc46e396-6ff4-443c-a7ee-a116de538f49 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.085209] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9162b153-fe44-4bde-aa54-101310d539ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.108110] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance 'e01fcbef-72a7-45b4-ae76-a7e91e9aa323' progress to 0 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 772.113745] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 772.113745] env[69162]: value = "task-3232122" [ 772.113745] env[69162]: _type = "Task" [ 772.113745] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.266303] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Successfully created port: 34458f91-3bf5-479c-a8dc-9fec8ba1af20 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.405342] env[69162]: DEBUG nova.compute.manager [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.434738] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.499098] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3eabc4-8fa8-42c6-98cd-26b9ee591d74 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.508310] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f50fd1-1f98-4ac5-acee-6c35fde00bba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.517540] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232121, 'name': Rename_Task, 'duration_secs': 0.299949} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.542523] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.543612] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.544214] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b74e6ba-fc1d-44e5-9a16-abf06623cd30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.547162] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d335f6bf-6b5d-44a2-a19a-5485ed859250 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.557281] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa694e7-b555-4f63-bdb3-6b4ce9b99c35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.560932] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for the task: (returnval){ [ 772.560932] env[69162]: value = "task-3232123" [ 772.560932] env[69162]: _type = "Task" [ 772.560932] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.571636] env[69162]: DEBUG nova.compute.provider_tree [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.578405] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232123, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.617629] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.617629] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df56d8f5-b28c-4ab0-a47f-3339eb81a4ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.628166] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.629449] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 772.629449] env[69162]: value = "task-3232124" [ 772.629449] env[69162]: _type = "Task" [ 772.629449] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.711755] env[69162]: DEBUG nova.compute.manager [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.712688] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8d4e11-68cf-496b-bc86-d105578f5561 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.926022] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.073893] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232123, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.075216] env[69162]: DEBUG nova.scheduler.client.report [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.130640] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232122, 'name': ReconfigVM_Task, 'duration_secs': 0.781999} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.135595] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 9092dc6f-d128-4011-8332-6ed3718306bb/9092dc6f-d128-4011-8332-6ed3718306bb.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.136479] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-104afdc1-f04b-4804-8d82-a139cd548284 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.145634] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232124, 'name': PowerOffVM_Task, 'duration_secs': 0.196023} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.147720] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.148386] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance 'e01fcbef-72a7-45b4-ae76-a7e91e9aa323' progress to 17 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 773.153610] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 773.153610] env[69162]: value = "task-3232125" [ 773.153610] env[69162]: _type = "Task" [ 773.153610] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.165737] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232125, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.223815] env[69162]: INFO nova.compute.manager [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] instance snapshotting [ 773.226567] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1be463-6279-411d-82ed-a4e6be701c32 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.245591] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a5ab9a-e8f3-47cb-a258-6098c4fcd931 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.444507] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.466621] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.466923] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.467779] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.467779] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.467779] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.467779] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.467779] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.468042] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.468042] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.468198] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.468369] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.469243] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e547e347-27fd-407c-8bbd-3026e9fe34ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.477819] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52cb5af-e528-4da8-8345-8dd55f61a100 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.572364] env[69162]: DEBUG oslo_vmware.api [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232123, 'name': PowerOnVM_Task, 'duration_secs': 0.860877} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.572364] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.572364] env[69162]: INFO nova.compute.manager [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Took 8.78 seconds to spawn the instance on the hypervisor. [ 773.572364] env[69162]: DEBUG nova.compute.manager [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.572364] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e395ebe4-c859-4cba-82f8-991169c064c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.581288] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.583632] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.171s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.585180] env[69162]: INFO nova.compute.claims [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.603771] env[69162]: INFO nova.scheduler.client.report [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Deleted allocations for instance 7d2b4618-fbc9-4ad4-ad73-d2a780b34155 [ 773.656211] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.656550] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.656632] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.656811] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.656952] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.657114] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.657327] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.657487] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.657653] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.657904] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.657982] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.663376] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b033cf1-c058-4f4d-bd7b-fa7604b9f08c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.682924] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232125, 'name': Rename_Task, 'duration_secs': 0.183508} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.685295] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.686421] env[69162]: DEBUG nova.compute.manager [req-d6719a06-e5e0-4d16-86e1-6412f257d65a req-7ef8e6eb-b199-4fb4-b459-c3627a8b563f service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Received event network-vif-plugged-34458f91-3bf5-479c-a8dc-9fec8ba1af20 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.686643] env[69162]: DEBUG oslo_concurrency.lockutils [req-d6719a06-e5e0-4d16-86e1-6412f257d65a req-7ef8e6eb-b199-4fb4-b459-c3627a8b563f service nova] Acquiring lock "32b4ca6c-622c-4888-aef5-40dcc6b04355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.686875] env[69162]: DEBUG oslo_concurrency.lockutils [req-d6719a06-e5e0-4d16-86e1-6412f257d65a req-7ef8e6eb-b199-4fb4-b459-c3627a8b563f service nova] Lock "32b4ca6c-622c-4888-aef5-40dcc6b04355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.687062] env[69162]: DEBUG oslo_concurrency.lockutils [req-d6719a06-e5e0-4d16-86e1-6412f257d65a req-7ef8e6eb-b199-4fb4-b459-c3627a8b563f service nova] Lock "32b4ca6c-622c-4888-aef5-40dcc6b04355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.687524] env[69162]: DEBUG nova.compute.manager [req-d6719a06-e5e0-4d16-86e1-6412f257d65a req-7ef8e6eb-b199-4fb4-b459-c3627a8b563f service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] No waiting events found dispatching network-vif-plugged-34458f91-3bf5-479c-a8dc-9fec8ba1af20 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.687524] env[69162]: WARNING nova.compute.manager [req-d6719a06-e5e0-4d16-86e1-6412f257d65a req-7ef8e6eb-b199-4fb4-b459-c3627a8b563f service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Received unexpected event network-vif-plugged-34458f91-3bf5-479c-a8dc-9fec8ba1af20 for instance with vm_state building and task_state spawning. [ 773.688090] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 773.688090] env[69162]: value = "task-3232126" [ 773.688090] env[69162]: _type = "Task" [ 773.688090] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.688302] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ceb97b1-0b32-4602-bd8a-46081e88cdfc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.698070] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 773.698070] env[69162]: value = "task-3232127" [ 773.698070] env[69162]: _type = "Task" [ 773.698070] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.701445] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.710025] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.756007] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 773.756344] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7c0b50f-2d7e-48d1-92fd-d63dc2baeab8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.764142] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 773.764142] env[69162]: value = "task-3232128" [ 773.764142] env[69162]: _type = "Task" [ 773.764142] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.768934] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Successfully updated port: 34458f91-3bf5-479c-a8dc-9fec8ba1af20 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.776795] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.094164] env[69162]: INFO nova.compute.manager [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Took 38.53 seconds to build instance. [ 774.111842] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52e5fafe-1aec-480d-b1ba-1d9f98554a15 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619 tempest-FloatingIPsAssociationNegativeTestJSON-1648760619-project-member] Lock "7d2b4618-fbc9-4ad4-ad73-d2a780b34155" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.488s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.202316] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232126, 'name': ReconfigVM_Task, 'duration_secs': 0.207723} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.205736] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance 'e01fcbef-72a7-45b4-ae76-a7e91e9aa323' progress to 33 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 774.215074] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232127, 'name': PowerOnVM_Task, 'duration_secs': 0.502627} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.215279] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.215497] env[69162]: INFO nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Took 6.74 seconds to spawn the instance on the hypervisor. [ 774.215691] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.216544] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ead28c-0592-4ac8-af01-96033b13fc3b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.275236] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "refresh_cache-32b4ca6c-622c-4888-aef5-40dcc6b04355" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.276013] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired lock "refresh_cache-32b4ca6c-622c-4888-aef5-40dcc6b04355" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.276013] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.276696] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.598075] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9c859c1-d94a-4477-836e-51c3859f7c1d tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.488s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.714659] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.715101] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.715371] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.715645] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.715888] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.716150] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.716494] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.716755] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.717039] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.717306] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.717681] env[69162]: DEBUG nova.virt.hardware [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.723544] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 774.726771] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dfe1f41-6463-4f8d-925a-f90c31dac263 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.746528] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquiring lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.749131] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.749131] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquiring lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.749131] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.749131] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.752976] env[69162]: INFO nova.compute.manager [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Terminating instance [ 774.758276] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 774.758276] env[69162]: value = "task-3232129" [ 774.758276] env[69162]: _type = "Task" [ 774.758276] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.776023] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.785259] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232128, 'name': CreateSnapshot_Task, 'duration_secs': 0.542899} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.786423] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 774.786972] env[69162]: INFO nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Took 36.10 seconds to build instance. [ 774.788599] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d173923-df3c-4a59-a955-ea0193409263 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.821082] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.959310] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Updating instance_info_cache with network_info: [{"id": "34458f91-3bf5-479c-a8dc-9fec8ba1af20", "address": "fa:16:3e:da:62:a2", "network": {"id": "ab65f03f-b460-499b-84d4-2caf7569225e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-339317375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "723a5105bdac440eaa97649528373836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34458f91-3b", "ovs_interfaceid": "34458f91-3bf5-479c-a8dc-9fec8ba1af20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.102279] env[69162]: DEBUG nova.compute.manager [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.133976] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52aa17b-a00f-45e3-a661-f5c30677232a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.144274] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde81d4a-b9b1-4bc6-b209-afe304240ca1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.192602] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecec2e4-db79-44b2-8357-755e000e9348 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.203129] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c78cc6-235f-4279-b66b-aa64d6eae410 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.217384] env[69162]: DEBUG nova.compute.provider_tree [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.257806] env[69162]: DEBUG nova.compute.manager [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.258062] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.258970] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60150caf-d232-45cd-b5ff-c1fe7f94fa65 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.275137] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232129, 'name': ReconfigVM_Task, 'duration_secs': 0.4335} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.275137] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 775.275137] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.275772] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6003400c-d390-40ac-941b-27b6caa17037 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.278545] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d7905c4-3030-4446-87e4-81a9aeea41f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.294095] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "9092dc6f-d128-4011-8332-6ed3718306bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.260s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.301703] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] e01fcbef-72a7-45b4-ae76-a7e91e9aa323/e01fcbef-72a7-45b4-ae76-a7e91e9aa323.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.311255] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.311503] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a12e7f1-dfd7-4152-9014-ea11bf36d27c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.325320] env[69162]: DEBUG oslo_vmware.api [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for the task: (returnval){ [ 775.325320] env[69162]: value = "task-3232130" [ 775.325320] env[69162]: _type = "Task" [ 775.325320] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.326348] env[69162]: DEBUG nova.compute.manager [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.328845] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1049b1ef-231b-49f9-950f-02b927ae4853 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.342692] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 775.342692] env[69162]: value = "task-3232131" [ 775.342692] env[69162]: _type = "Task" [ 775.342692] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.351509] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 775.351509] env[69162]: value = "task-3232132" [ 775.351509] env[69162]: _type = "Task" [ 775.351509] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.352198] env[69162]: DEBUG oslo_vmware.api [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.358747] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.363374] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232132, 'name': CloneVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.462464] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Releasing lock "refresh_cache-32b4ca6c-622c-4888-aef5-40dcc6b04355" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.462773] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Instance network_info: |[{"id": "34458f91-3bf5-479c-a8dc-9fec8ba1af20", "address": "fa:16:3e:da:62:a2", "network": {"id": "ab65f03f-b460-499b-84d4-2caf7569225e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-339317375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "723a5105bdac440eaa97649528373836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34458f91-3b", "ovs_interfaceid": "34458f91-3bf5-479c-a8dc-9fec8ba1af20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.463353] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:62:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34458f91-3bf5-479c-a8dc-9fec8ba1af20', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.473551] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.473916] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.474278] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7ee9a44-ca51-420e-9531-ae82a59e95db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.505733] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.505733] env[69162]: value = "task-3232133" [ 775.505733] env[69162]: _type = "Task" [ 775.505733] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.519153] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232133, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.627849] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.717505] env[69162]: DEBUG nova.compute.manager [req-c5018a8d-ebe6-40df-91ed-77626cb77453 req-f7592cba-17c0-4956-ba50-bb40e2bfd17a service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Received event network-changed-34458f91-3bf5-479c-a8dc-9fec8ba1af20 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.717989] env[69162]: DEBUG nova.compute.manager [req-c5018a8d-ebe6-40df-91ed-77626cb77453 req-f7592cba-17c0-4956-ba50-bb40e2bfd17a service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Refreshing instance network info cache due to event network-changed-34458f91-3bf5-479c-a8dc-9fec8ba1af20. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.718296] env[69162]: DEBUG oslo_concurrency.lockutils [req-c5018a8d-ebe6-40df-91ed-77626cb77453 req-f7592cba-17c0-4956-ba50-bb40e2bfd17a service nova] Acquiring lock "refresh_cache-32b4ca6c-622c-4888-aef5-40dcc6b04355" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.718459] env[69162]: DEBUG oslo_concurrency.lockutils [req-c5018a8d-ebe6-40df-91ed-77626cb77453 req-f7592cba-17c0-4956-ba50-bb40e2bfd17a service nova] Acquired lock "refresh_cache-32b4ca6c-622c-4888-aef5-40dcc6b04355" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.719974] env[69162]: DEBUG nova.network.neutron [req-c5018a8d-ebe6-40df-91ed-77626cb77453 req-f7592cba-17c0-4956-ba50-bb40e2bfd17a service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Refreshing network info cache for port 34458f91-3bf5-479c-a8dc-9fec8ba1af20 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.722138] env[69162]: DEBUG nova.scheduler.client.report [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.854295] env[69162]: DEBUG oslo_vmware.api [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232130, 'name': PowerOffVM_Task, 'duration_secs': 0.309909} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.855585] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.857078] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.857656] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.861908] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-577c2638-f711-459f-951d-ea114691d8ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.868270] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232131, 'name': ReconfigVM_Task, 'duration_secs': 0.376631} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.869199] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Reconfigured VM instance instance-0000000f to attach disk [datastore1] e01fcbef-72a7-45b4-ae76-a7e91e9aa323/e01fcbef-72a7-45b4-ae76-a7e91e9aa323.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.870126] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance 'e01fcbef-72a7-45b4-ae76-a7e91e9aa323' progress to 50 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 775.884700] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232132, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.948064] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.948293] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.948492] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Deleting the datastore file [datastore2] 5c4966eb-deb8-4c3f-9c8b-13d86e504a64 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.948765] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8502b0ed-02c4-44c6-bfb9-804122f63ca2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.955231] env[69162]: DEBUG oslo_vmware.api [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for the task: (returnval){ [ 775.955231] env[69162]: value = "task-3232135" [ 775.955231] env[69162]: _type = "Task" [ 775.955231] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.963814] env[69162]: DEBUG oslo_vmware.api [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.017971] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232133, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.231914] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.232579] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.235614] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.421s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.235966] env[69162]: DEBUG nova.objects.instance [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lazy-loading 'resources' on Instance uuid d85b7f58-9cf1-49e4-bbc9-e976fa002144 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.366811] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232132, 'name': CloneVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.381957] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0df612-8b20-452b-94b7-feb624200688 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.409704] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4139af5-8ec6-4202-97e7-172c94894efd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.434931] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance 'e01fcbef-72a7-45b4-ae76-a7e91e9aa323' progress to 67 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 776.451019] env[69162]: DEBUG nova.network.neutron [req-c5018a8d-ebe6-40df-91ed-77626cb77453 req-f7592cba-17c0-4956-ba50-bb40e2bfd17a service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Updated VIF entry in instance network info cache for port 34458f91-3bf5-479c-a8dc-9fec8ba1af20. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.451403] env[69162]: DEBUG nova.network.neutron [req-c5018a8d-ebe6-40df-91ed-77626cb77453 req-f7592cba-17c0-4956-ba50-bb40e2bfd17a service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Updating instance_info_cache with network_info: [{"id": "34458f91-3bf5-479c-a8dc-9fec8ba1af20", "address": "fa:16:3e:da:62:a2", "network": {"id": "ab65f03f-b460-499b-84d4-2caf7569225e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-339317375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "723a5105bdac440eaa97649528373836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34458f91-3b", "ovs_interfaceid": "34458f91-3bf5-479c-a8dc-9fec8ba1af20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.464711] env[69162]: DEBUG oslo_vmware.api [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Task: {'id': task-3232135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131376} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.465053] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.465218] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.465398] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.465567] env[69162]: INFO nova.compute.manager [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Took 1.21 seconds to destroy the instance on the hypervisor. [ 776.465806] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.466074] env[69162]: DEBUG nova.compute.manager [-] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.466178] env[69162]: DEBUG nova.network.neutron [-] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.517067] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232133, 'name': CreateVM_Task, 'duration_secs': 0.592218} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.517321] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.517925] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.518104] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.518421] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.518677] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18b221c-9428-455e-a3ea-3d7a546e275e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.522983] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 776.522983] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f60e78-934f-df29-0771-6e23d2009de3" [ 776.522983] env[69162]: _type = "Task" [ 776.522983] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.530424] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f60e78-934f-df29-0771-6e23d2009de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.739124] env[69162]: DEBUG nova.compute.utils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.743404] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.743645] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.783291] env[69162]: DEBUG nova.policy [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '370d5b488d5544c2ad1be855af294ccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '723a5105bdac440eaa97649528373836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.878129] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232132, 'name': CloneVM_Task, 'duration_secs': 1.057348} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.878129] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Created linked-clone VM from snapshot [ 776.878129] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def89fe-7b61-44e7-b98a-d94a73f734b4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.887099] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Uploading image 7c5ba265-fba0-4aa9-a525-77d37f8a7c11 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 776.929016] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 776.929016] env[69162]: value = "vm-646057" [ 776.929016] env[69162]: _type = "VirtualMachine" [ 776.929016] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 776.929365] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1244726f-ca2e-4882-994c-106fdd9855fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.944261] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lease: (returnval){ [ 776.944261] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5274eea9-ebe6-4aca-489a-3ad1c801ef58" [ 776.944261] env[69162]: _type = "HttpNfcLease" [ 776.944261] env[69162]: } obtained for exporting VM: (result){ [ 776.944261] env[69162]: value = "vm-646057" [ 776.944261] env[69162]: _type = "VirtualMachine" [ 776.944261] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 776.944514] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the lease: (returnval){ [ 776.944514] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5274eea9-ebe6-4aca-489a-3ad1c801ef58" [ 776.944514] env[69162]: _type = "HttpNfcLease" [ 776.944514] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 776.955546] env[69162]: DEBUG oslo_concurrency.lockutils [req-c5018a8d-ebe6-40df-91ed-77626cb77453 req-f7592cba-17c0-4956-ba50-bb40e2bfd17a service nova] Releasing lock "refresh_cache-32b4ca6c-622c-4888-aef5-40dcc6b04355" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.955951] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.955951] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5274eea9-ebe6-4aca-489a-3ad1c801ef58" [ 776.955951] env[69162]: _type = "HttpNfcLease" [ 776.955951] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 776.956369] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 776.956369] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5274eea9-ebe6-4aca-489a-3ad1c801ef58" [ 776.956369] env[69162]: _type = "HttpNfcLease" [ 776.956369] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 776.957147] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5161625-c69a-4bf2-934e-e992f833a9dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.965657] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523397cd-1fe9-4627-5d7d-914c10c80c71/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 776.965864] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523397cd-1fe9-4627-5d7d-914c10c80c71/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 777.031978] env[69162]: DEBUG nova.network.neutron [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Port db5d0e48-a934-427f-9870-b5b794a1308e binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 777.048741] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f60e78-934f-df29-0771-6e23d2009de3, 'name': SearchDatastore_Task, 'duration_secs': 0.008605} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.048741] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.048741] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.048741] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.048979] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.048979] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.049476] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48e3673e-b7d6-415a-b871-be5466d54333 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.059525] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.059691] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.060497] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e951d778-f088-4567-895e-71bbd67c6f92 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.067109] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 777.067109] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52da2c1e-5ba6-4e03-1b70-eb5b7e0dfdbf" [ 777.067109] env[69162]: _type = "Task" [ 777.067109] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.075659] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52da2c1e-5ba6-4e03-1b70-eb5b7e0dfdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.082812] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dbf9794a-2855-49c0-aac4-2a92ef451edf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.125997] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Successfully created port: 6c351d1d-262e-45bb-a673-830e16b16171 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.221813] env[69162]: DEBUG nova.network.neutron [-] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.244184] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.389728] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.390127] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.429214] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bf54e9-c1f5-4b74-9b7e-e776954a349d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.440076] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6347cd26-be33-44b2-ab46-ea1c733aa43e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.479382] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8570025b-8850-48e1-8583-8db3fb22a24b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.490878] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05827c6-e00c-4038-84d3-c17073714c8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.509104] env[69162]: DEBUG nova.compute.provider_tree [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.580397] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52da2c1e-5ba6-4e03-1b70-eb5b7e0dfdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.581862] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6048c0e-1910-409f-8e18-7c4b60d345d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.590278] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 777.590278] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d26c65-7d14-f8d5-725c-4447b8468ccd" [ 777.590278] env[69162]: _type = "Task" [ 777.590278] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.596734] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d26c65-7d14-f8d5-725c-4447b8468ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.725470] env[69162]: INFO nova.compute.manager [-] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Took 1.26 seconds to deallocate network for instance. [ 777.756124] env[69162]: DEBUG nova.compute.manager [req-c4176843-d0fb-4de1-b8cf-d7ee9cdfaae5 req-b52daf83-2ad5-4a29-ac88-ddfa229fabdb service nova] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Received event network-vif-deleted-0cb377ae-119a-416f-9c1f-084ea589bcef {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.902503] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.902503] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.902503] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.902503] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.902503] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.902503] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.902820] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69162) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 777.902820] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.012876] env[69162]: DEBUG nova.scheduler.client.report [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.063097] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.063582] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.063839] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.098920] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d26c65-7d14-f8d5-725c-4447b8468ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.099888] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.099993] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 32b4ca6c-622c-4888-aef5-40dcc6b04355/32b4ca6c-622c-4888-aef5-40dcc6b04355.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.100292] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5737fe-6eb6-4330-b96c-3ebe4a9af186 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.118024] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 778.118024] env[69162]: value = "task-3232137" [ 778.118024] env[69162]: _type = "Task" [ 778.118024] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.127496] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.233829] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.255650] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.286498] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.287136] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.287422] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.287727] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.287968] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.288229] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.288565] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.288827] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.289119] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.289402] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.289680] env[69162]: DEBUG nova.virt.hardware [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.291160] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeed845-4ef8-43fc-8a7c-2d297b422e4e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.303153] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c2b19-4dbf-4097-a57d-c5283a540392 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.405329] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.520396] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.525661] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.712s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.527948] env[69162]: INFO nova.compute.claims [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.572805] env[69162]: INFO nova.scheduler.client.report [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Deleted allocations for instance d85b7f58-9cf1-49e4-bbc9-e976fa002144 [ 778.639038] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232137, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.084779] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9a1c581b-950b-4be8-82b4-635bbfcc6df2 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "d85b7f58-9cf1-49e4-bbc9-e976fa002144" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.224s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.129308] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688196} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.129647] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 32b4ca6c-622c-4888-aef5-40dcc6b04355/32b4ca6c-622c-4888-aef5-40dcc6b04355.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.129797] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.130122] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8380964-1bb1-4263-892d-20b9007a215f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.136943] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 779.136943] env[69162]: value = "task-3232138" [ 779.136943] env[69162]: _type = "Task" [ 779.136943] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.145701] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.146814] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.146982] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.147179] env[69162]: DEBUG nova.network.neutron [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.359148] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Successfully updated port: 6c351d1d-262e-45bb-a673-830e16b16171 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.648744] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120663} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.649227] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.650249] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef2bda0-f7ec-4f2b-99b4-f2e7a543dfcf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.676630] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 32b4ca6c-622c-4888-aef5-40dcc6b04355/32b4ca6c-622c-4888-aef5-40dcc6b04355.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.679720] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ec3fc9-33e9-4a06-98b3-1cd17712da06 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.705212] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 779.705212] env[69162]: value = "task-3232139" [ 779.705212] env[69162]: _type = "Task" [ 779.705212] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.720614] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.863659] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "refresh_cache-d090a13b-9406-4b37-9b94-f9fb86c1efd5" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.864382] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired lock "refresh_cache-d090a13b-9406-4b37-9b94-f9fb86c1efd5" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.864382] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.943186] env[69162]: DEBUG nova.compute.manager [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Received event network-vif-plugged-6c351d1d-262e-45bb-a673-830e16b16171 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.943186] env[69162]: DEBUG oslo_concurrency.lockutils [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] Acquiring lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.943451] env[69162]: DEBUG oslo_concurrency.lockutils [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] Lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.943941] env[69162]: DEBUG oslo_concurrency.lockutils [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] Lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.943941] env[69162]: DEBUG nova.compute.manager [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] No waiting events found dispatching network-vif-plugged-6c351d1d-262e-45bb-a673-830e16b16171 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.944058] env[69162]: WARNING nova.compute.manager [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Received unexpected event network-vif-plugged-6c351d1d-262e-45bb-a673-830e16b16171 for instance with vm_state building and task_state spawning. [ 779.944296] env[69162]: DEBUG nova.compute.manager [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Received event network-changed-6c351d1d-262e-45bb-a673-830e16b16171 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.944507] env[69162]: DEBUG nova.compute.manager [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Refreshing instance network info cache due to event network-changed-6c351d1d-262e-45bb-a673-830e16b16171. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.944724] env[69162]: DEBUG oslo_concurrency.lockutils [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] Acquiring lock "refresh_cache-d090a13b-9406-4b37-9b94-f9fb86c1efd5" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.979845] env[69162]: DEBUG nova.network.neutron [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance_info_cache with network_info: [{"id": "db5d0e48-a934-427f-9870-b5b794a1308e", "address": "fa:16:3e:35:a1:02", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5d0e48-a9", "ovs_interfaceid": "db5d0e48-a934-427f-9870-b5b794a1308e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.188861] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9389663e-b77d-4e07-9dd9-1fd1e6f2cf56 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.197071] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25b4948-a4c2-468d-accd-652f8211e1b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.231724] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e85e9c-d4a2-4166-8363-5a4e7371a2b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.239808] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.243011] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bd3bc3-785b-48ae-855b-797b46e980d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.256391] env[69162]: DEBUG nova.compute.provider_tree [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.403012] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.486020] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.585995] env[69162]: DEBUG nova.network.neutron [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Updating instance_info_cache with network_info: [{"id": "6c351d1d-262e-45bb-a673-830e16b16171", "address": "fa:16:3e:01:65:c5", "network": {"id": "ab65f03f-b460-499b-84d4-2caf7569225e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-339317375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "723a5105bdac440eaa97649528373836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c351d1d-26", "ovs_interfaceid": "6c351d1d-262e-45bb-a673-830e16b16171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.745762] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232139, 'name': ReconfigVM_Task, 'duration_secs': 0.859419} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.745762] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 32b4ca6c-622c-4888-aef5-40dcc6b04355/32b4ca6c-622c-4888-aef5-40dcc6b04355.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.745762] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0277b4c7-c144-40ed-899d-7af2c1021ae6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.753604] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 780.753604] env[69162]: value = "task-3232140" [ 780.753604] env[69162]: _type = "Task" [ 780.753604] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.758925] env[69162]: DEBUG nova.scheduler.client.report [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.767221] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232140, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.011983] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73331737-6307-4056-80fd-6aeb3dba847f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.038245] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc7cf15-5bba-436c-a5ae-3819121e0d55 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.045281] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance 'e01fcbef-72a7-45b4-ae76-a7e91e9aa323' progress to 83 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 781.091782] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Releasing lock "refresh_cache-d090a13b-9406-4b37-9b94-f9fb86c1efd5" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.092137] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Instance network_info: |[{"id": "6c351d1d-262e-45bb-a673-830e16b16171", "address": "fa:16:3e:01:65:c5", "network": {"id": "ab65f03f-b460-499b-84d4-2caf7569225e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-339317375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "723a5105bdac440eaa97649528373836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c351d1d-26", "ovs_interfaceid": "6c351d1d-262e-45bb-a673-830e16b16171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.093295] env[69162]: DEBUG oslo_concurrency.lockutils [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] Acquired lock "refresh_cache-d090a13b-9406-4b37-9b94-f9fb86c1efd5" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093492] env[69162]: DEBUG nova.network.neutron [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Refreshing network info cache for port 6c351d1d-262e-45bb-a673-830e16b16171 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.094669] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:65:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c351d1d-262e-45bb-a673-830e16b16171', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.109957] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.111960] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.112388] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c23032e-d86c-4d18-95f0-255498b259cf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.134753] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.134753] env[69162]: value = "task-3232141" [ 781.134753] env[69162]: _type = "Task" [ 781.134753] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.143926] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232141, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.262582] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232140, 'name': Rename_Task, 'duration_secs': 0.22358} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.263192] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.263192] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d03da31c-7d98-4bde-9b25-a448d33eba7c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.265426] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.265972] env[69162]: DEBUG nova.compute.manager [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.269609] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.736s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.274191] env[69162]: INFO nova.compute.claims [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.282384] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 781.282384] env[69162]: value = "task-3232142" [ 781.282384] env[69162]: _type = "Task" [ 781.282384] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.294502] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.554075] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.554386] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20061678-f689-4894-9477-3e0df64bc25e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.564053] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 781.564053] env[69162]: value = "task-3232143" [ 781.564053] env[69162]: _type = "Task" [ 781.564053] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.572038] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.649944] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232141, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.779640] env[69162]: DEBUG nova.compute.utils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.783989] env[69162]: DEBUG nova.compute.manager [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.784085] env[69162]: DEBUG nova.network.neutron [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.801250] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232142, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.824281] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "936944d5-13f5-4f4e-b7d6-077148fc1c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.825252] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "936944d5-13f5-4f4e-b7d6-077148fc1c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.854318] env[69162]: DEBUG nova.policy [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5fe1ff271ae456fa3087ed28b089471', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'defca383c5bc48c6a613afdb5df70068', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.921540] env[69162]: DEBUG nova.network.neutron [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Updated VIF entry in instance network info cache for port 6c351d1d-262e-45bb-a673-830e16b16171. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.921540] env[69162]: DEBUG nova.network.neutron [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Updating instance_info_cache with network_info: [{"id": "6c351d1d-262e-45bb-a673-830e16b16171", "address": "fa:16:3e:01:65:c5", "network": {"id": "ab65f03f-b460-499b-84d4-2caf7569225e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-339317375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "723a5105bdac440eaa97649528373836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c351d1d-26", "ovs_interfaceid": "6c351d1d-262e-45bb-a673-830e16b16171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.074141] env[69162]: DEBUG oslo_vmware.api [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232143, 'name': PowerOnVM_Task, 'duration_secs': 0.397228} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.074477] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.074689] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3be7c323-50e3-40ee-bbfb-47cc796acbd2 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance 'e01fcbef-72a7-45b4-ae76-a7e91e9aa323' progress to 100 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 782.145380] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232141, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.194776] env[69162]: DEBUG nova.network.neutron [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Successfully created port: cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.290737] env[69162]: DEBUG nova.compute.manager [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.309019] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232142, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.424025] env[69162]: DEBUG oslo_concurrency.lockutils [req-9b2dd596-106a-4291-86b4-32b4dbcd0ee9 req-30bade00-8c27-4e9c-bc53-e6d6ac5cdcb7 service nova] Releasing lock "refresh_cache-d090a13b-9406-4b37-9b94-f9fb86c1efd5" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.551557] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquiring lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.551855] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.645852] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232141, 'name': CreateVM_Task, 'duration_secs': 1.415168} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.648394] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.649337] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.649522] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.649829] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.650090] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fef070-6da0-47c9-8569-730a67440fe7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.655439] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 782.655439] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52244b77-892e-849a-94e4-3316e82fabba" [ 782.655439] env[69162]: _type = "Task" [ 782.655439] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.667296] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52244b77-892e-849a-94e4-3316e82fabba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.769324] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8f69ff-eb32-4344-af1b-6a7e4709c429 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.777597] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5532a7-d492-4199-9549-a96793b7477e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.816136] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ddd60e-e687-4503-b117-42c08fc31143 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.827023] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0fec0a-f160-470a-9212-017220a4c189 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.830681] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232142, 'name': PowerOnVM_Task, 'duration_secs': 1.252588} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.830950] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.831166] env[69162]: INFO nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Took 9.39 seconds to spawn the instance on the hypervisor. [ 782.831343] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.832424] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7322affc-f73b-4907-8caa-f7359666e47c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.842626] env[69162]: DEBUG nova.compute.provider_tree [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.168130] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52244b77-892e-849a-94e4-3316e82fabba, 'name': SearchDatastore_Task, 'duration_secs': 0.012423} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.168535] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.168831] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.169149] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.169342] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.169563] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.169870] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eaf1cad-6eab-46e1-b1a1-3685801e3441 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.178606] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.178855] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.179613] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d9a226-ed5d-4753-a46b-ec7a4f4cf667 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.185165] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 783.185165] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523b965f-c62c-8075-6445-888ea2d83922" [ 783.185165] env[69162]: _type = "Task" [ 783.185165] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.193719] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523b965f-c62c-8075-6445-888ea2d83922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.314209] env[69162]: DEBUG nova.compute.manager [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.336580] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.336845] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.337014] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.338017] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.338017] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.338017] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.338017] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.338017] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.338194] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.338194] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.338340] env[69162]: DEBUG nova.virt.hardware [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.339226] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f49dbdb-6bd2-4d37-b481-ed11c92ca1ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.349294] env[69162]: DEBUG nova.scheduler.client.report [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.358039] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cf7af6-f1a3-43d5-b0a8-1f75453e6465 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.367429] env[69162]: INFO nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Took 41.71 seconds to build instance. [ 783.378799] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "32b4ca6c-622c-4888-aef5-40dcc6b04355" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.315s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.627158] env[69162]: DEBUG nova.compute.manager [req-820d9c06-95cf-4478-8d0c-8c851245e550 req-5879bcea-0de1-4767-8b5c-179e601b8228 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Received event network-vif-plugged-cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.627158] env[69162]: DEBUG oslo_concurrency.lockutils [req-820d9c06-95cf-4478-8d0c-8c851245e550 req-5879bcea-0de1-4767-8b5c-179e601b8228 service nova] Acquiring lock "128d4784-9841-4527-b560-19c047fe8773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.627158] env[69162]: DEBUG oslo_concurrency.lockutils [req-820d9c06-95cf-4478-8d0c-8c851245e550 req-5879bcea-0de1-4767-8b5c-179e601b8228 service nova] Lock "128d4784-9841-4527-b560-19c047fe8773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.627401] env[69162]: DEBUG oslo_concurrency.lockutils [req-820d9c06-95cf-4478-8d0c-8c851245e550 req-5879bcea-0de1-4767-8b5c-179e601b8228 service nova] Lock "128d4784-9841-4527-b560-19c047fe8773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.627667] env[69162]: DEBUG nova.compute.manager [req-820d9c06-95cf-4478-8d0c-8c851245e550 req-5879bcea-0de1-4767-8b5c-179e601b8228 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] No waiting events found dispatching network-vif-plugged-cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.628013] env[69162]: WARNING nova.compute.manager [req-820d9c06-95cf-4478-8d0c-8c851245e550 req-5879bcea-0de1-4767-8b5c-179e601b8228 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Received unexpected event network-vif-plugged-cb45af70-45f9-4efc-b870-c3d7960c1363 for instance with vm_state building and task_state spawning. [ 783.697527] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523b965f-c62c-8075-6445-888ea2d83922, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.698456] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8265a456-caef-46a1-8e46-21b24492f8f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.707273] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 783.707273] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526e6089-2dd9-8b81-468c-a89cdcac9ebd" [ 783.707273] env[69162]: _type = "Task" [ 783.707273] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.713357] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526e6089-2dd9-8b81-468c-a89cdcac9ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.719897] env[69162]: DEBUG nova.network.neutron [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Successfully updated port: cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.867278] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.867846] env[69162]: DEBUG nova.compute.manager [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.870945] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.871188] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.871364] env[69162]: DEBUG nova.compute.manager [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Going to confirm migration 1 {{(pid=69162) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 783.872520] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.422s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.873842] env[69162]: INFO nova.compute.claims [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.880794] env[69162]: DEBUG nova.compute.manager [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.215978] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526e6089-2dd9-8b81-468c-a89cdcac9ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.216337] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.216750] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d090a13b-9406-4b37-9b94-f9fb86c1efd5/d090a13b-9406-4b37-9b94-f9fb86c1efd5.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.217164] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-232490f3-6f88-46e3-8297-c5905e1053c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.222255] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.222458] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.222539] env[69162]: DEBUG nova.network.neutron [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.225260] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 784.225260] env[69162]: value = "task-3232144" [ 784.225260] env[69162]: _type = "Task" [ 784.225260] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.247190] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.380033] env[69162]: DEBUG nova.compute.utils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.383583] env[69162]: DEBUG nova.compute.manager [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.383583] env[69162]: DEBUG nova.network.neutron [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.416373] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.490298] env[69162]: DEBUG nova.policy [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d9448fb78454b60a93dfda82f4d95d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b4407ddacb14814a3edb1183f330677', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.524605] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.524605] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.524605] env[69162]: DEBUG nova.network.neutron [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.524605] env[69162]: DEBUG nova.objects.instance [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lazy-loading 'info_cache' on Instance uuid e01fcbef-72a7-45b4-ae76-a7e91e9aa323 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.739837] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232144, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.770325] env[69162]: DEBUG nova.network.neutron [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.890980] env[69162]: DEBUG nova.compute.manager [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.897164] env[69162]: DEBUG nova.network.neutron [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Successfully created port: 060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.026291] env[69162]: DEBUG nova.network.neutron [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updating instance_info_cache with network_info: [{"id": "cb45af70-45f9-4efc-b870-c3d7960c1363", "address": "fa:16:3e:42:5f:c8", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb45af70-45", "ovs_interfaceid": "cb45af70-45f9-4efc-b870-c3d7960c1363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.241015] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679484} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.241368] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d090a13b-9406-4b37-9b94-f9fb86c1efd5/d090a13b-9406-4b37-9b94-f9fb86c1efd5.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.241598] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.241855] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8c35bf4-c997-464c-88b3-d5f955160641 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.249604] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 785.249604] env[69162]: value = "task-3232145" [ 785.249604] env[69162]: _type = "Task" [ 785.249604] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.261284] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.407869] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c290b7c1-b37d-48c6-be12-27c9bd135eb5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.417248] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7474e84-2e7d-4767-bf68-c64b05bc43b1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.452584] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08ca9e0-b8a5-4103-add4-9b78f941740f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.461046] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941a1aa4-b0e8-4984-9749-580002321dff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.478285] env[69162]: DEBUG nova.compute.provider_tree [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.530461] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.530847] env[69162]: DEBUG nova.compute.manager [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Instance network_info: |[{"id": "cb45af70-45f9-4efc-b870-c3d7960c1363", "address": "fa:16:3e:42:5f:c8", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb45af70-45", "ovs_interfaceid": "cb45af70-45f9-4efc-b870-c3d7960c1363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.531260] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:5f:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb45af70-45f9-4efc-b870-c3d7960c1363', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.539075] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Creating folder: Project (defca383c5bc48c6a613afdb5df70068). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.541460] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d66cb0f-d804-4410-bd87-68cb4367ccf2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.553297] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Created folder: Project (defca383c5bc48c6a613afdb5df70068) in parent group-v645978. [ 785.553684] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Creating folder: Instances. Parent ref: group-v646060. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.554110] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dc0f561-8689-486c-8329-44c4a870633a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.563016] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Created folder: Instances in parent group-v646060. [ 785.563290] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.563488] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128d4784-9841-4527-b560-19c047fe8773] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.563704] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5e8a86e-d5ee-4858-8beb-fed6203bc676 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.583320] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.583320] env[69162]: value = "task-3232148" [ 785.583320] env[69162]: _type = "Task" [ 785.583320] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.594613] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232148, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.663317] env[69162]: DEBUG nova.compute.manager [req-7945b947-8eb2-4bb5-b3ea-71edfd6e045b req-9e2858bc-c176-41f3-9780-1527c2b04893 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Received event network-changed-cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.663505] env[69162]: DEBUG nova.compute.manager [req-7945b947-8eb2-4bb5-b3ea-71edfd6e045b req-9e2858bc-c176-41f3-9780-1527c2b04893 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Refreshing instance network info cache due to event network-changed-cb45af70-45f9-4efc-b870-c3d7960c1363. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.663728] env[69162]: DEBUG oslo_concurrency.lockutils [req-7945b947-8eb2-4bb5-b3ea-71edfd6e045b req-9e2858bc-c176-41f3-9780-1527c2b04893 service nova] Acquiring lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.663901] env[69162]: DEBUG oslo_concurrency.lockutils [req-7945b947-8eb2-4bb5-b3ea-71edfd6e045b req-9e2858bc-c176-41f3-9780-1527c2b04893 service nova] Acquired lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.664091] env[69162]: DEBUG nova.network.neutron [req-7945b947-8eb2-4bb5-b3ea-71edfd6e045b req-9e2858bc-c176-41f3-9780-1527c2b04893 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Refreshing network info cache for port cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.759286] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070829} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.759580] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.760382] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c83653-cb63-4fd8-aa98-fa91356dd51d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.782899] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] d090a13b-9406-4b37-9b94-f9fb86c1efd5/d090a13b-9406-4b37-9b94-f9fb86c1efd5.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.784061] env[69162]: DEBUG nova.network.neutron [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance_info_cache with network_info: [{"id": "db5d0e48-a934-427f-9870-b5b794a1308e", "address": "fa:16:3e:35:a1:02", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5d0e48-a9", "ovs_interfaceid": "db5d0e48-a934-427f-9870-b5b794a1308e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.785268] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-993c00e5-21e0-42e5-a003-16639bf2c2dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.801603] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "refresh_cache-e01fcbef-72a7-45b4-ae76-a7e91e9aa323" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.801896] env[69162]: DEBUG nova.objects.instance [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lazy-loading 'migration_context' on Instance uuid e01fcbef-72a7-45b4-ae76-a7e91e9aa323 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.808977] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 785.808977] env[69162]: value = "task-3232149" [ 785.808977] env[69162]: _type = "Task" [ 785.808977] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.817870] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.913791] env[69162]: DEBUG nova.compute.manager [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.941017] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.941357] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.941523] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.941711] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.941865] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.942021] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.942243] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.942407] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.942577] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.942746] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.942922] env[69162]: DEBUG nova.virt.hardware [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.943880] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316ff49d-25d4-4d7d-9463-c4f679efcf48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.952565] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317177dd-e6d7-4a10-b192-e8a7b5331414 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.981620] env[69162]: DEBUG nova.scheduler.client.report [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.099549] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232148, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.304933] env[69162]: DEBUG nova.objects.base [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 786.305911] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aa9219-547c-42e6-9ecd-6acce3139ed0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.329884] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5fd0bf-2e73-436e-8b43-ce4e524bda2e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.336086] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.339293] env[69162]: DEBUG oslo_vmware.api [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 786.339293] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5269f709-593e-a44a-022f-9781531ef2b4" [ 786.339293] env[69162]: _type = "Task" [ 786.339293] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.348049] env[69162]: DEBUG oslo_vmware.api [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5269f709-593e-a44a-022f-9781531ef2b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.487161] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.487718] env[69162]: DEBUG nova.compute.manager [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.490303] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.811s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.490494] env[69162]: DEBUG nova.objects.instance [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 786.498335] env[69162]: DEBUG nova.network.neutron [req-7945b947-8eb2-4bb5-b3ea-71edfd6e045b req-9e2858bc-c176-41f3-9780-1527c2b04893 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updated VIF entry in instance network info cache for port cb45af70-45f9-4efc-b870-c3d7960c1363. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.498508] env[69162]: DEBUG nova.network.neutron [req-7945b947-8eb2-4bb5-b3ea-71edfd6e045b req-9e2858bc-c176-41f3-9780-1527c2b04893 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updating instance_info_cache with network_info: [{"id": "cb45af70-45f9-4efc-b870-c3d7960c1363", "address": "fa:16:3e:42:5f:c8", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb45af70-45", "ovs_interfaceid": "cb45af70-45f9-4efc-b870-c3d7960c1363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.596692] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232148, 'name': CreateVM_Task, 'duration_secs': 0.670558} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.598533] env[69162]: DEBUG nova.network.neutron [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Successfully updated port: 060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.602843] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128d4784-9841-4527-b560-19c047fe8773] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.603556] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.603785] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.606152] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.607457] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a67670f-575b-4b61-ac83-0da4e7e8ec56 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.612616] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 786.612616] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524e265f-2b37-4e73-ff03-d6f3fef39897" [ 786.612616] env[69162]: _type = "Task" [ 786.612616] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.623247] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524e265f-2b37-4e73-ff03-d6f3fef39897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.819884] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232149, 'name': ReconfigVM_Task, 'duration_secs': 0.645349} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.820390] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Reconfigured VM instance instance-0000001b to attach disk [datastore2] d090a13b-9406-4b37-9b94-f9fb86c1efd5/d090a13b-9406-4b37-9b94-f9fb86c1efd5.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.820984] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e982647-6e85-44be-92d5-75f7fabb5ed5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.827177] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 786.827177] env[69162]: value = "task-3232150" [ 786.827177] env[69162]: _type = "Task" [ 786.827177] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.835274] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232150, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.848855] env[69162]: DEBUG oslo_vmware.api [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5269f709-593e-a44a-022f-9781531ef2b4, 'name': SearchDatastore_Task, 'duration_secs': 0.007135} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.849478] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.998740] env[69162]: DEBUG nova.compute.utils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.999838] env[69162]: DEBUG nova.compute.manager [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.000014] env[69162]: DEBUG nova.network.neutron [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.002690] env[69162]: DEBUG oslo_concurrency.lockutils [req-7945b947-8eb2-4bb5-b3ea-71edfd6e045b req-9e2858bc-c176-41f3-9780-1527c2b04893 service nova] Releasing lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.041135] env[69162]: DEBUG nova.policy [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '036b63cf87e24c068d964caf0de373c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86aebed242d64555a6000f9d5bee1b2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.108705] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquiring lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.108705] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquired lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.108705] env[69162]: DEBUG nova.network.neutron [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.129348] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524e265f-2b37-4e73-ff03-d6f3fef39897, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.129681] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.129927] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.130214] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.130388] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.130629] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.130842] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-120e7616-abfb-4ddf-9a79-97e6e9ef34c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.139819] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.140025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.141111] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2cdbf5-6854-4f94-b2d6-cc3935005446 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.148637] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 787.148637] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520ad622-483e-22b3-f5cc-b3bd067be29e" [ 787.148637] env[69162]: _type = "Task" [ 787.148637] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.158793] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520ad622-483e-22b3-f5cc-b3bd067be29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.237044] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523397cd-1fe9-4627-5d7d-914c10c80c71/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 787.237044] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9872acb3-d6bb-43d8-b794-ff017888c124 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.242962] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523397cd-1fe9-4627-5d7d-914c10c80c71/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 787.243161] env[69162]: ERROR oslo_vmware.rw_handles [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523397cd-1fe9-4627-5d7d-914c10c80c71/disk-0.vmdk due to incomplete transfer. [ 787.243384] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bf746409-bc1b-4ec3-b854-f00211441a35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.251207] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523397cd-1fe9-4627-5d7d-914c10c80c71/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 787.251482] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Uploaded image 7c5ba265-fba0-4aa9-a525-77d37f8a7c11 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 787.253490] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 787.253988] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7336746e-a5cd-4c5d-9b35-6fcb34dc716e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.260370] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 787.260370] env[69162]: value = "task-3232151" [ 787.260370] env[69162]: _type = "Task" [ 787.260370] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.268675] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232151, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.321956] env[69162]: DEBUG nova.network.neutron [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Successfully created port: e121e979-064d-482b-bae0-6a799c32b953 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.339302] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232150, 'name': Rename_Task, 'duration_secs': 0.345058} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.339589] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.339835] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8152dbe-2f78-4a82-b0cd-1831a24a8ab7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.345887] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 787.345887] env[69162]: value = "task-3232152" [ 787.345887] env[69162]: _type = "Task" [ 787.345887] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.353487] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.504115] env[69162]: DEBUG nova.compute.manager [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.507407] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8db52c51-c2da-4964-ac3d-771b73925c4a tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.508513] env[69162]: DEBUG oslo_concurrency.lockutils [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.831s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.508700] env[69162]: DEBUG nova.objects.instance [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 787.641183] env[69162]: DEBUG nova.network.neutron [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.658892] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520ad622-483e-22b3-f5cc-b3bd067be29e, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.661712] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9704643c-c315-47b3-a6f6-467f6be6e5e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.667406] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 787.667406] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e01bfa-89a4-9a17-e248-af50d3eab345" [ 787.667406] env[69162]: _type = "Task" [ 787.667406] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.675154] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e01bfa-89a4-9a17-e248-af50d3eab345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.770999] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232151, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.771928] env[69162]: DEBUG nova.network.neutron [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updating instance_info_cache with network_info: [{"id": "060bb543-1d71-4305-b024-14ecd7333cff", "address": "fa:16:3e:74:94:27", "network": {"id": "1f72377a-6272-4b54-aed7-e5acf9d66670", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-957567669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4407ddacb14814a3edb1183f330677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060bb543-1d", "ovs_interfaceid": "060bb543-1d71-4305-b024-14ecd7333cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.857177] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.944942] env[69162]: DEBUG nova.compute.manager [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Received event network-vif-plugged-060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.945253] env[69162]: DEBUG oslo_concurrency.lockutils [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] Acquiring lock "cfcdbb9a-1982-49b5-a591-77770de08672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.945491] env[69162]: DEBUG oslo_concurrency.lockutils [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] Lock "cfcdbb9a-1982-49b5-a591-77770de08672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.945664] env[69162]: DEBUG oslo_concurrency.lockutils [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] Lock "cfcdbb9a-1982-49b5-a591-77770de08672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.945833] env[69162]: DEBUG nova.compute.manager [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] No waiting events found dispatching network-vif-plugged-060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.946018] env[69162]: WARNING nova.compute.manager [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Received unexpected event network-vif-plugged-060bb543-1d71-4305-b024-14ecd7333cff for instance with vm_state building and task_state spawning. [ 787.946199] env[69162]: DEBUG nova.compute.manager [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Received event network-changed-060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.946413] env[69162]: DEBUG nova.compute.manager [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Refreshing instance network info cache due to event network-changed-060bb543-1d71-4305-b024-14ecd7333cff. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.946589] env[69162]: DEBUG oslo_concurrency.lockutils [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] Acquiring lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.179595] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e01bfa-89a4-9a17-e248-af50d3eab345, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.179807] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.180077] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 128d4784-9841-4527-b560-19c047fe8773/128d4784-9841-4527-b560-19c047fe8773.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.180331] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32c1ebdc-e413-449d-8a7f-e7c6739c3719 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.186712] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 788.186712] env[69162]: value = "task-3232153" [ 788.186712] env[69162]: _type = "Task" [ 788.186712] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.194188] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.271044] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232151, 'name': Destroy_Task, 'duration_secs': 0.702693} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.271354] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Destroyed the VM [ 788.271711] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.272018] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc471465-02fd-4b5e-9ad2-8bc12fd12f08 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.274471] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Releasing lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.274840] env[69162]: DEBUG nova.compute.manager [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Instance network_info: |[{"id": "060bb543-1d71-4305-b024-14ecd7333cff", "address": "fa:16:3e:74:94:27", "network": {"id": "1f72377a-6272-4b54-aed7-e5acf9d66670", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-957567669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4407ddacb14814a3edb1183f330677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060bb543-1d", "ovs_interfaceid": "060bb543-1d71-4305-b024-14ecd7333cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.275913] env[69162]: DEBUG oslo_concurrency.lockutils [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] Acquired lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.275913] env[69162]: DEBUG nova.network.neutron [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Refreshing network info cache for port 060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.276785] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:94:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '060bb543-1d71-4305-b024-14ecd7333cff', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.284804] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Creating folder: Project (5b4407ddacb14814a3edb1183f330677). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.288276] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-318db394-bc25-4988-8d5c-2f733036d349 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.291895] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 788.291895] env[69162]: value = "task-3232154" [ 788.291895] env[69162]: _type = "Task" [ 788.291895] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.306192] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232154, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.306192] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Created folder: Project (5b4407ddacb14814a3edb1183f330677) in parent group-v645978. [ 788.306192] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Creating folder: Instances. Parent ref: group-v646063. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.306192] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ebbcd41-d0bc-445c-8de0-47ed5da437c2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.317232] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Created folder: Instances in parent group-v646063. [ 788.317551] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.317801] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.318118] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e64f2266-c685-4c3c-8cba-faa45a5125ca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.345714] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.345714] env[69162]: value = "task-3232157" [ 788.345714] env[69162]: _type = "Task" [ 788.345714] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.357917] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232157, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.361683] env[69162]: DEBUG oslo_vmware.api [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232152, 'name': PowerOnVM_Task, 'duration_secs': 0.972945} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.361683] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.362675] env[69162]: INFO nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Took 10.11 seconds to spawn the instance on the hypervisor. [ 788.362675] env[69162]: DEBUG nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.363037] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfb0c85-8613-4a44-b2ff-d99809d4cc14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.518296] env[69162]: DEBUG nova.compute.manager [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.522028] env[69162]: DEBUG oslo_concurrency.lockutils [None req-01729d8a-e2f6-4412-b157-48557617a522 tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.524117] env[69162]: DEBUG nova.network.neutron [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updated VIF entry in instance network info cache for port 060bb543-1d71-4305-b024-14ecd7333cff. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.524367] env[69162]: DEBUG nova.network.neutron [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updating instance_info_cache with network_info: [{"id": "060bb543-1d71-4305-b024-14ecd7333cff", "address": "fa:16:3e:74:94:27", "network": {"id": "1f72377a-6272-4b54-aed7-e5acf9d66670", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-957567669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4407ddacb14814a3edb1183f330677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060bb543-1d", "ovs_interfaceid": "060bb543-1d71-4305-b024-14ecd7333cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.526769] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.923s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.526769] env[69162]: DEBUG nova.objects.instance [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lazy-loading 'resources' on Instance uuid 11d112bd-a738-4c4e-b22a-112a405a6670 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.556790] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.557081] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.557249] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.557442] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.557591] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.557741] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.557958] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.558159] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.558323] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.558489] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.558666] env[69162]: DEBUG nova.virt.hardware [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.559952] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ff093-e5ec-4afb-9278-e8ba8b9af4cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.570571] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76710e2a-2b7c-4e0a-9f1a-54b6e87caf7e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.697609] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232153, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.801531] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232154, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.850295] env[69162]: DEBUG nova.network.neutron [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Successfully updated port: e121e979-064d-482b-bae0-6a799c32b953 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.856977] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232157, 'name': CreateVM_Task, 'duration_secs': 0.44494} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.857140] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.857809] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.857971] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.858302] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.858552] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b75ee85-7ac5-4e1a-a69c-e7be7e606e6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.863997] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 788.863997] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a361e3-927c-621d-faee-8fb8b9274d90" [ 788.863997] env[69162]: _type = "Task" [ 788.863997] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.874794] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a361e3-927c-621d-faee-8fb8b9274d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.886857] env[69162]: INFO nova.compute.manager [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Took 42.49 seconds to build instance. [ 789.032632] env[69162]: DEBUG oslo_concurrency.lockutils [req-3f2884fb-7a16-43f6-87dd-9ddce224f90b req-30fae405-c3dc-4907-9954-a913286ead8d service nova] Releasing lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.196946] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513724} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.199344] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 128d4784-9841-4527-b560-19c047fe8773/128d4784-9841-4527-b560-19c047fe8773.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.199569] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.200225] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae6f98fa-7fac-4406-93b6-7fbb9a672308 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.206510] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 789.206510] env[69162]: value = "task-3232158" [ 789.206510] env[69162]: _type = "Task" [ 789.206510] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.217406] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.304647] env[69162]: DEBUG oslo_vmware.api [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232154, 'name': RemoveSnapshot_Task, 'duration_secs': 0.719994} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.304959] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.305270] env[69162]: INFO nova.compute.manager [None req-c33b2ec0-93ab-4876-9361-76925e236df8 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 789.352568] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "refresh_cache-1d211996-69af-42de-99d4-d372cfbc27a3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.352721] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "refresh_cache-1d211996-69af-42de-99d4-d372cfbc27a3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.352872] env[69162]: DEBUG nova.network.neutron [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.375612] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a361e3-927c-621d-faee-8fb8b9274d90, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.375922] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.376178] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.376413] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.376556] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.376728] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.376998] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed04bcd8-d4c5-4ea6-be96-eb16ff9b0fd7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.385225] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.385380] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.386119] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06cc3ae9-6822-42f8-aeba-aab3c041299f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.390880] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a9d1f33-7534-41fa-a925-ec53d3eba325 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.273s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.395488] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 789.395488] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529bd6dc-3c34-12e2-207d-94260e54d8de" [ 789.395488] env[69162]: _type = "Task" [ 789.395488] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.403503] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529bd6dc-3c34-12e2-207d-94260e54d8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.508751] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6c10a8-c95b-4532-be53-dc35d3a4c447 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.516789] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1ffba6-f940-47b9-b95d-123c97d4600c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.550820] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62900a2-3fc8-4c24-bcbe-08a7d4645757 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.558708] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb71345-207a-4f9e-b6d6-6bad0194b785 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.572594] env[69162]: DEBUG nova.compute.provider_tree [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.716213] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061327} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.716505] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.717269] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093ff55e-9837-45c6-aa7e-fb555c337ad1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.739559] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 128d4784-9841-4527-b560-19c047fe8773/128d4784-9841-4527-b560-19c047fe8773.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.739840] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb7fac0-cf2f-46aa-bb5d-6e860b6dd3d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.758163] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 789.758163] env[69162]: value = "task-3232159" [ 789.758163] env[69162]: _type = "Task" [ 789.758163] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.765787] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.884777] env[69162]: DEBUG nova.network.neutron [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.893759] env[69162]: DEBUG nova.compute.manager [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.905644] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529bd6dc-3c34-12e2-207d-94260e54d8de, 'name': SearchDatastore_Task, 'duration_secs': 0.00864} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.908719] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b06b13-194c-4ce4-935d-8ba73ead25a5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.914828] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 789.914828] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528d5009-02c5-6acc-a8b2-5071a99c4898" [ 789.914828] env[69162]: _type = "Task" [ 789.914828] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.927031] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528d5009-02c5-6acc-a8b2-5071a99c4898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.928298] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "9092dc6f-d128-4011-8332-6ed3718306bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.928592] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "9092dc6f-d128-4011-8332-6ed3718306bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.928800] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "9092dc6f-d128-4011-8332-6ed3718306bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.929054] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "9092dc6f-d128-4011-8332-6ed3718306bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.929270] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "9092dc6f-d128-4011-8332-6ed3718306bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.931826] env[69162]: INFO nova.compute.manager [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Terminating instance [ 790.018170] env[69162]: DEBUG nova.compute.manager [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Received event network-vif-plugged-e121e979-064d-482b-bae0-6a799c32b953 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.018326] env[69162]: DEBUG oslo_concurrency.lockutils [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] Acquiring lock "1d211996-69af-42de-99d4-d372cfbc27a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.018548] env[69162]: DEBUG oslo_concurrency.lockutils [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] Lock "1d211996-69af-42de-99d4-d372cfbc27a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.018721] env[69162]: DEBUG oslo_concurrency.lockutils [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] Lock "1d211996-69af-42de-99d4-d372cfbc27a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.018889] env[69162]: DEBUG nova.compute.manager [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] No waiting events found dispatching network-vif-plugged-e121e979-064d-482b-bae0-6a799c32b953 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.019146] env[69162]: WARNING nova.compute.manager [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Received unexpected event network-vif-plugged-e121e979-064d-482b-bae0-6a799c32b953 for instance with vm_state building and task_state spawning. [ 790.019347] env[69162]: DEBUG nova.compute.manager [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Received event network-changed-e121e979-064d-482b-bae0-6a799c32b953 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.019504] env[69162]: DEBUG nova.compute.manager [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Refreshing instance network info cache due to event network-changed-e121e979-064d-482b-bae0-6a799c32b953. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.019671] env[69162]: DEBUG oslo_concurrency.lockutils [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] Acquiring lock "refresh_cache-1d211996-69af-42de-99d4-d372cfbc27a3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.075697] env[69162]: DEBUG nova.scheduler.client.report [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.247277] env[69162]: DEBUG nova.network.neutron [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Updating instance_info_cache with network_info: [{"id": "e121e979-064d-482b-bae0-6a799c32b953", "address": "fa:16:3e:8b:53:5b", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape121e979-06", "ovs_interfaceid": "e121e979-064d-482b-bae0-6a799c32b953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.267983] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232159, 'name': ReconfigVM_Task, 'duration_secs': 0.267665} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.268652] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 128d4784-9841-4527-b560-19c047fe8773/128d4784-9841-4527-b560-19c047fe8773.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.270031] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-906ea457-eddf-4b8a-8c37-aa7a30d440ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.276399] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 790.276399] env[69162]: value = "task-3232160" [ 790.276399] env[69162]: _type = "Task" [ 790.276399] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.284925] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232160, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.420069] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.426333] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528d5009-02c5-6acc-a8b2-5071a99c4898, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.426619] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.426893] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] cfcdbb9a-1982-49b5-a591-77770de08672/cfcdbb9a-1982-49b5-a591-77770de08672.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.427158] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30924be0-20cf-42fd-9be0-38e323172b07 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.433221] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 790.433221] env[69162]: value = "task-3232161" [ 790.433221] env[69162]: _type = "Task" [ 790.433221] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.437669] env[69162]: DEBUG nova.compute.manager [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.437669] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.439087] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196cf270-8478-4379-baee-12283fc20698 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.447093] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.449531] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.449699] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-848dded7-4764-4a33-88b8-5a53ef2904b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.455941] env[69162]: DEBUG oslo_vmware.api [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 790.455941] env[69162]: value = "task-3232162" [ 790.455941] env[69162]: _type = "Task" [ 790.455941] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.465697] env[69162]: DEBUG oslo_vmware.api [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.583763] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.586622] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.315s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.588626] env[69162]: INFO nova.compute.claims [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.609447] env[69162]: INFO nova.scheduler.client.report [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Deleted allocations for instance 11d112bd-a738-4c4e-b22a-112a405a6670 [ 790.751495] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "refresh_cache-1d211996-69af-42de-99d4-d372cfbc27a3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.752048] env[69162]: DEBUG nova.compute.manager [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Instance network_info: |[{"id": "e121e979-064d-482b-bae0-6a799c32b953", "address": "fa:16:3e:8b:53:5b", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape121e979-06", "ovs_interfaceid": "e121e979-064d-482b-bae0-6a799c32b953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.752902] env[69162]: DEBUG oslo_concurrency.lockutils [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] Acquired lock "refresh_cache-1d211996-69af-42de-99d4-d372cfbc27a3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.753197] env[69162]: DEBUG nova.network.neutron [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Refreshing network info cache for port e121e979-064d-482b-bae0-6a799c32b953 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.754699] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:53:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e121e979-064d-482b-bae0-6a799c32b953', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.763825] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.764445] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.764688] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04dabd52-baf8-4ab4-a54c-b506513bb072 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.794694] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232160, 'name': Rename_Task, 'duration_secs': 0.142973} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.796321] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.796669] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.796669] env[69162]: value = "task-3232163" [ 790.796669] env[69162]: _type = "Task" [ 790.796669] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.796884] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-271a0cae-77ec-4744-a5da-7c90c3530aee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.810043] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232163, 'name': CreateVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.812448] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 790.812448] env[69162]: value = "task-3232164" [ 790.812448] env[69162]: _type = "Task" [ 790.812448] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.943559] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.970089] env[69162]: DEBUG oslo_vmware.api [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232162, 'name': PowerOffVM_Task, 'duration_secs': 0.196824} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.970409] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.970608] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.970896] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60616d38-5a19-4467-9297-be4182ee8ff5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.037957] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.038187] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.038495] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Deleting the datastore file [datastore2] 9092dc6f-d128-4011-8332-6ed3718306bb {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.038877] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f071e29f-c357-4b9f-85f2-958a2e53e203 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.045483] env[69162]: DEBUG oslo_vmware.api [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 791.045483] env[69162]: value = "task-3232166" [ 791.045483] env[69162]: _type = "Task" [ 791.045483] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.054398] env[69162]: DEBUG oslo_vmware.api [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.119869] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6551deed-b1be-4f03-a74b-4437a8b48abe tempest-ServerShowV257Test-1034187878 tempest-ServerShowV257Test-1034187878-project-member] Lock "11d112bd-a738-4c4e-b22a-112a405a6670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.768s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.308485] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232163, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.321685] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.444019] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571825} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.444391] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] cfcdbb9a-1982-49b5-a591-77770de08672/cfcdbb9a-1982-49b5-a591-77770de08672.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.444622] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.444935] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-435b6017-0415-4c86-aab3-af8ecccfea52 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.452578] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 791.452578] env[69162]: value = "task-3232167" [ 791.452578] env[69162]: _type = "Task" [ 791.452578] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.460992] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.492977] env[69162]: DEBUG nova.network.neutron [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Updated VIF entry in instance network info cache for port e121e979-064d-482b-bae0-6a799c32b953. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.493573] env[69162]: DEBUG nova.network.neutron [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Updating instance_info_cache with network_info: [{"id": "e121e979-064d-482b-bae0-6a799c32b953", "address": "fa:16:3e:8b:53:5b", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape121e979-06", "ovs_interfaceid": "e121e979-064d-482b-bae0-6a799c32b953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.498026] env[69162]: DEBUG nova.compute.manager [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.500295] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0610da66-4b2a-4a1d-8e96-79cfe75bb190 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.554823] env[69162]: DEBUG oslo_vmware.api [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308695} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.555108] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.555448] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.555640] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.555811] env[69162]: INFO nova.compute.manager [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 791.556212] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.556319] env[69162]: DEBUG nova.compute.manager [-] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.556360] env[69162]: DEBUG nova.network.neutron [-] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.814333] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232163, 'name': CreateVM_Task, 'duration_secs': 0.604411} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.817921] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.821085] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.821484] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.821718] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.822386] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c756cb-1246-4e3f-aa4c-0677fe112913 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.828216] env[69162]: DEBUG oslo_vmware.api [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232164, 'name': PowerOnVM_Task, 'duration_secs': 0.741373} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.828826] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.829143] env[69162]: INFO nova.compute.manager [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Took 8.51 seconds to spawn the instance on the hypervisor. [ 791.829556] env[69162]: DEBUG nova.compute.manager [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.830023] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7349685-b16b-4a92-9bf8-5979e882b44a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.834328] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 791.834328] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52489df5-f6c3-a337-d276-ecaee44a865d" [ 791.834328] env[69162]: _type = "Task" [ 791.834328] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.852863] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52489df5-f6c3-a337-d276-ecaee44a865d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.963180] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091267} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.963880] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.964859] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b19ee60-4309-4092-9651-ca48ecaa89f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.991308] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] cfcdbb9a-1982-49b5-a591-77770de08672/cfcdbb9a-1982-49b5-a591-77770de08672.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.993264] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5cc8e4-8b4a-4bff-8eb8-c8fc5fc6f847 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.009891] env[69162]: DEBUG oslo_concurrency.lockutils [req-6c011dca-130f-442c-9b7c-049cd20c533f req-bcc09750-8b53-4cff-a2b9-8ca249dbe27f service nova] Releasing lock "refresh_cache-1d211996-69af-42de-99d4-d372cfbc27a3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.012294] env[69162]: INFO nova.compute.manager [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] instance snapshotting [ 792.015668] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 792.015668] env[69162]: value = "task-3232168" [ 792.015668] env[69162]: _type = "Task" [ 792.015668] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.016723] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60392c46-cdb5-49f8-b382-4b3d09b5e78e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.046308] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068108f1-040a-4bea-b71c-5d14a91d580d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.048973] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.186367] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3f022c-ea1d-4ef5-9018-c44497c5815f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.194194] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec261ab-b53d-489b-ba19-0b348800f4ca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.226424] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b34ae52-d416-4b2d-bafd-bf27f2985f63 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.234279] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29623327-978c-4bee-8d3c-498013e162c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.248014] env[69162]: DEBUG nova.compute.provider_tree [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.251540] env[69162]: DEBUG nova.compute.manager [req-3cc0bd10-7168-48d3-878e-789227001630 req-00c6c441-5855-4f7d-aa3e-7119603d4f49 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Received event network-vif-deleted-d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.251621] env[69162]: INFO nova.compute.manager [req-3cc0bd10-7168-48d3-878e-789227001630 req-00c6c441-5855-4f7d-aa3e-7119603d4f49 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Neutron deleted interface d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3; detaching it from the instance and deleting it from the info cache [ 792.251757] env[69162]: DEBUG nova.network.neutron [req-3cc0bd10-7168-48d3-878e-789227001630 req-00c6c441-5855-4f7d-aa3e-7119603d4f49 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.351170] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52489df5-f6c3-a337-d276-ecaee44a865d, 'name': SearchDatastore_Task, 'duration_secs': 0.046835} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.353163] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.353329] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.353558] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.353705] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.353883] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.354465] env[69162]: INFO nova.compute.manager [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Took 41.57 seconds to build instance. [ 792.355568] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dd59588-b327-4e06-8ae1-ab4943f48d88 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.365053] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.365469] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.366394] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87576059-cb04-439c-ae2a-7e43d776a432 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.373055] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 792.373055] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b62e79-7c10-92fc-169d-dcbabaee5cc6" [ 792.373055] env[69162]: _type = "Task" [ 792.373055] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.381256] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b62e79-7c10-92fc-169d-dcbabaee5cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.405861] env[69162]: DEBUG nova.network.neutron [-] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.526127] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232168, 'name': ReconfigVM_Task, 'duration_secs': 0.36736} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.526737] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Reconfigured VM instance instance-0000001d to attach disk [datastore1] cfcdbb9a-1982-49b5-a591-77770de08672/cfcdbb9a-1982-49b5-a591-77770de08672.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.527181] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c0c82e0-9c31-4384-b2e6-7936e7a658af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.533702] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 792.533702] env[69162]: value = "task-3232169" [ 792.533702] env[69162]: _type = "Task" [ 792.533702] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.542263] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232169, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.557200] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.557527] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a9d2c41d-f5c8-4446-9b8a-338eb4b10854 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.564697] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 792.564697] env[69162]: value = "task-3232170" [ 792.564697] env[69162]: _type = "Task" [ 792.564697] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.572886] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.759431] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0623304d-7740-4df6-b5bc-3f05a6008e4d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.768445] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33d5dbd-c2d4-478d-a6ef-f1c507926147 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.780528] env[69162]: ERROR nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [req-cc7e577d-381f-4266-8b26-e77d0a907117] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc7e577d-381f-4266-8b26-e77d0a907117"}]} [ 792.808581] env[69162]: DEBUG nova.compute.manager [req-3cc0bd10-7168-48d3-878e-789227001630 req-00c6c441-5855-4f7d-aa3e-7119603d4f49 service nova] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Detach interface failed, port_id=d3a59c79-e1e7-47bf-bb59-c12ae8fa46e3, reason: Instance 9092dc6f-d128-4011-8332-6ed3718306bb could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 792.809728] env[69162]: DEBUG nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 792.825033] env[69162]: DEBUG nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 792.825348] env[69162]: DEBUG nova.compute.provider_tree [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.844511] env[69162]: DEBUG nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 792.858628] env[69162]: DEBUG oslo_concurrency.lockutils [None req-482c9de1-bbcb-4311-aca6-fd83ff8e9a1d tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "128d4784-9841-4527-b560-19c047fe8773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.326s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.869072] env[69162]: DEBUG nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 792.883807] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b62e79-7c10-92fc-169d-dcbabaee5cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.884721] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c096ecc-49c6-482a-9289-c1d6ef9e7894 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.891175] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 792.891175] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520ebc3a-fa61-6f2e-f53f-37b088596cbf" [ 792.891175] env[69162]: _type = "Task" [ 792.891175] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.903410] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520ebc3a-fa61-6f2e-f53f-37b088596cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009138} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.903716] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.904043] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 1d211996-69af-42de-99d4-d372cfbc27a3/1d211996-69af-42de-99d4-d372cfbc27a3.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.906861] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ec0bcc-0689-4211-9fb1-a06ae0a714d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.909682] env[69162]: INFO nova.compute.manager [-] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Took 1.35 seconds to deallocate network for instance. [ 792.918196] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 792.918196] env[69162]: value = "task-3232171" [ 792.918196] env[69162]: _type = "Task" [ 792.918196] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.928919] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.046033] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232169, 'name': Rename_Task, 'duration_secs': 0.136409} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.046379] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.046693] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e5c7d5-9af9-437e-bf7c-b2663fe2207c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.054391] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 793.054391] env[69162]: value = "task-3232172" [ 793.054391] env[69162]: _type = "Task" [ 793.054391] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.062155] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.078865] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232170, 'name': CreateSnapshot_Task, 'duration_secs': 0.476555} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.079255] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.080037] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f231778-97fa-431c-9e06-defd065760fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.352692] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd589d4-8a10-451a-9487-eadda6ee2aaf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.361106] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26031c8-bd0a-4f1b-b5f9-26861548d85d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.365462] env[69162]: DEBUG nova.compute.manager [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.398893] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776513a6-a81e-448b-b959-012bf6c34b5c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.407213] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a54974-c785-4983-898c-73b85d42b3f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.422976] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.423820] env[69162]: DEBUG nova.compute.provider_tree [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.434444] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232171, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.492535] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "d1f99284-f0dd-467b-8b71-138d07f7f0db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.492890] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "d1f99284-f0dd-467b-8b71-138d07f7f0db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.568470] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.599422] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 793.599815] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79a5368d-ae51-47ca-9c35-6a31c573dad3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.609235] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 793.609235] env[69162]: value = "task-3232173" [ 793.609235] env[69162]: _type = "Task" [ 793.609235] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.617410] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232173, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.890040] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.935813] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673461} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.936470] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 1d211996-69af-42de-99d4-d372cfbc27a3/1d211996-69af-42de-99d4-d372cfbc27a3.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.936605] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.936830] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-633af49b-b216-4523-92ac-4409b29d91fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.942601] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 793.942601] env[69162]: value = "task-3232174" [ 793.942601] env[69162]: _type = "Task" [ 793.942601] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.950463] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.951858] env[69162]: ERROR nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [req-4d560e50-f925-4caa-9027-e11d804522a7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d560e50-f925-4caa-9027-e11d804522a7"}]} [ 793.972200] env[69162]: DEBUG nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 793.986040] env[69162]: DEBUG nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 793.986392] env[69162]: DEBUG nova.compute.provider_tree [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.998306] env[69162]: DEBUG nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 794.018038] env[69162]: DEBUG nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 794.066879] env[69162]: DEBUG oslo_vmware.api [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232172, 'name': PowerOnVM_Task, 'duration_secs': 0.566122} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.067374] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.067374] env[69162]: INFO nova.compute.manager [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Took 8.15 seconds to spawn the instance on the hypervisor. [ 794.067528] env[69162]: DEBUG nova.compute.manager [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.068347] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431f5e1c-f30e-4b5a-a1b7-c08de81e4c84 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.121954] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232173, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.454573] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066984} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.455560] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.455849] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59e7640-5db0-4e77-81c8-cb197798bfe0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.486725] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 1d211996-69af-42de-99d4-d372cfbc27a3/1d211996-69af-42de-99d4-d372cfbc27a3.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.486725] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b627681-6075-4142-86ce-d91d7c855fb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.508518] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 794.508518] env[69162]: value = "task-3232175" [ 794.508518] env[69162]: _type = "Task" [ 794.508518] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.520889] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.528830] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc69f4b1-fcb3-4e92-a194-319bd5137f8d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.536796] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a74a69a-c215-4d8d-b15c-04c03b86f4d5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.568676] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bdbffe-29d4-4c14-bc21-d3a07d010948 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.578281] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f1e67c-422b-4314-9e38-813a10ede1f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.593668] env[69162]: DEBUG nova.compute.provider_tree [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.595626] env[69162]: INFO nova.compute.manager [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Took 41.09 seconds to build instance. [ 794.620102] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232173, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.020169] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.100719] env[69162]: DEBUG oslo_concurrency.lockutils [None req-758b9301-44fc-4391-b108-048b3761ed2c tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Lock "cfcdbb9a-1982-49b5-a591-77770de08672" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.921s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.124647] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232173, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.131020] env[69162]: DEBUG nova.scheduler.client.report [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 795.131020] env[69162]: DEBUG nova.compute.provider_tree [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 53 to 54 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 795.131178] env[69162]: DEBUG nova.compute.provider_tree [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.518289] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232175, 'name': ReconfigVM_Task, 'duration_secs': 0.727424} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.518622] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 1d211996-69af-42de-99d4-d372cfbc27a3/1d211996-69af-42de-99d4-d372cfbc27a3.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.519279] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-271945d5-95db-47ee-b285-1a55c5b3c0b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.525499] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 795.525499] env[69162]: value = "task-3232176" [ 795.525499] env[69162]: _type = "Task" [ 795.525499] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.533451] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232176, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.604442] env[69162]: DEBUG nova.compute.manager [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.621889] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232173, 'name': CloneVM_Task} progress is 95%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.637775] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.051s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.638429] env[69162]: DEBUG nova.compute.manager [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.643561] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.549s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.643561] env[69162]: DEBUG nova.objects.instance [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lazy-loading 'resources' on Instance uuid 68a25d29-fb0e-4afd-bbe1-5819ddd175e1 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.035488] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232176, 'name': Rename_Task, 'duration_secs': 0.215651} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.035854] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.036139] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a718299-bed2-430e-bc16-263c027c43f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.042306] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 796.042306] env[69162]: value = "task-3232177" [ 796.042306] env[69162]: _type = "Task" [ 796.042306] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.050627] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.097491] env[69162]: INFO nova.compute.manager [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Rescuing [ 796.097709] env[69162]: DEBUG oslo_concurrency.lockutils [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquiring lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.097863] env[69162]: DEBUG oslo_concurrency.lockutils [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquired lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.098053] env[69162]: DEBUG nova.network.neutron [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.121639] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232173, 'name': CloneVM_Task, 'duration_secs': 2.250934} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.121909] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Created linked-clone VM from snapshot [ 796.122691] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf289c5-1488-4ee8-8cf4-7d67645c081e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.126313] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.129943] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Uploading image eef7fe4d-f7eb-4621-96d7-a07d0caf72fc {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 796.147290] env[69162]: DEBUG nova.compute.utils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.150433] env[69162]: DEBUG nova.compute.manager [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.150608] env[69162]: DEBUG nova.network.neutron [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.159535] env[69162]: DEBUG oslo_vmware.rw_handles [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 796.159535] env[69162]: value = "vm-646068" [ 796.159535] env[69162]: _type = "VirtualMachine" [ 796.159535] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 796.159761] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19f8b3b4-09c5-495d-aae2-235fd1b21500 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.167896] env[69162]: DEBUG oslo_vmware.rw_handles [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lease: (returnval){ [ 796.167896] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520f2f7b-bc25-d478-3b69-dbe7279a96fd" [ 796.167896] env[69162]: _type = "HttpNfcLease" [ 796.167896] env[69162]: } obtained for exporting VM: (result){ [ 796.167896] env[69162]: value = "vm-646068" [ 796.167896] env[69162]: _type = "VirtualMachine" [ 796.167896] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 796.168266] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the lease: (returnval){ [ 796.168266] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520f2f7b-bc25-d478-3b69-dbe7279a96fd" [ 796.168266] env[69162]: _type = "HttpNfcLease" [ 796.168266] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 796.179787] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.179787] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520f2f7b-bc25-d478-3b69-dbe7279a96fd" [ 796.179787] env[69162]: _type = "HttpNfcLease" [ 796.179787] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 796.189960] env[69162]: DEBUG nova.policy [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f023e5b02cc445995e19b140fdd5b88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e4727c7d594e4abfa465488558d858', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.540366] env[69162]: DEBUG nova.network.neutron [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Successfully created port: 5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.555531] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232177, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.654420] env[69162]: DEBUG nova.compute.manager [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.680424] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.680424] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520f2f7b-bc25-d478-3b69-dbe7279a96fd" [ 796.680424] env[69162]: _type = "HttpNfcLease" [ 796.680424] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.680906] env[69162]: DEBUG oslo_vmware.rw_handles [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.680906] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520f2f7b-bc25-d478-3b69-dbe7279a96fd" [ 796.680906] env[69162]: _type = "HttpNfcLease" [ 796.680906] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 796.681471] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e230ac3d-813b-4b18-831b-a137b6b13eda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.689206] env[69162]: DEBUG oslo_vmware.rw_handles [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b16619-0521-76b4-b5b1-bc3f57dbee0f/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.689390] env[69162]: DEBUG oslo_vmware.rw_handles [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b16619-0521-76b4-b5b1-bc3f57dbee0f/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 796.691957] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb6aacd-2c10-4070-a49b-48e7c5292050 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.758201] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7021d877-82a7-4952-a7a2-260a5568cbb2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.791211] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b22b52-5de2-4618-a865-90a1d7f5caf9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.799594] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096d5b7-179f-44ae-87c6-69b898c38064 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.815831] env[69162]: DEBUG nova.compute.provider_tree [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.867667] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4ceed58-69e3-4825-9403-cd25abdb0983 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.946665] env[69162]: DEBUG nova.network.neutron [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updating instance_info_cache with network_info: [{"id": "060bb543-1d71-4305-b024-14ecd7333cff", "address": "fa:16:3e:74:94:27", "network": {"id": "1f72377a-6272-4b54-aed7-e5acf9d66670", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-957567669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4407ddacb14814a3edb1183f330677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060bb543-1d", "ovs_interfaceid": "060bb543-1d71-4305-b024-14ecd7333cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.053341] env[69162]: DEBUG oslo_vmware.api [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232177, 'name': PowerOnVM_Task, 'duration_secs': 0.533736} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.053638] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.053897] env[69162]: INFO nova.compute.manager [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Took 8.54 seconds to spawn the instance on the hypervisor. [ 797.054134] env[69162]: DEBUG nova.compute.manager [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.054900] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2b0b84-5a5c-44a0-aa84-9b32b626d8aa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.362403] env[69162]: DEBUG nova.scheduler.client.report [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 797.362668] env[69162]: DEBUG nova.compute.provider_tree [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 54 to 55 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 797.362844] env[69162]: DEBUG nova.compute.provider_tree [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.449401] env[69162]: DEBUG oslo_concurrency.lockutils [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Releasing lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.579025] env[69162]: INFO nova.compute.manager [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Took 38.18 seconds to build instance. [ 797.664628] env[69162]: DEBUG nova.compute.manager [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.688593] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.689101] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.689101] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.689101] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.689101] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.690085] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.690412] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.690683] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.691122] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.691433] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.691773] env[69162]: DEBUG nova.virt.hardware [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.692937] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7010b6a2-addb-4867-8a1a-0864811e40d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.701300] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5787c1-e81c-4a0f-b872-7dc54c5d5944 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.868299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.870962] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.559s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.872579] env[69162]: INFO nova.compute.claims [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.894801] env[69162]: INFO nova.scheduler.client.report [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Deleted allocations for instance 68a25d29-fb0e-4afd-bbe1-5819ddd175e1 [ 798.082240] env[69162]: DEBUG nova.compute.manager [req-fc5a9bbf-c310-410a-9f8b-517b2f965728 req-18ffe90b-eb05-4977-8395-f7d25a37e02d service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Received event network-vif-plugged-5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.082713] env[69162]: DEBUG oslo_concurrency.lockutils [req-fc5a9bbf-c310-410a-9f8b-517b2f965728 req-18ffe90b-eb05-4977-8395-f7d25a37e02d service nova] Acquiring lock "70204f64-9421-4c9a-a654-c63b6ec37d46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.083220] env[69162]: DEBUG oslo_concurrency.lockutils [req-fc5a9bbf-c310-410a-9f8b-517b2f965728 req-18ffe90b-eb05-4977-8395-f7d25a37e02d service nova] Lock "70204f64-9421-4c9a-a654-c63b6ec37d46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.083482] env[69162]: DEBUG oslo_concurrency.lockutils [req-fc5a9bbf-c310-410a-9f8b-517b2f965728 req-18ffe90b-eb05-4977-8395-f7d25a37e02d service nova] Lock "70204f64-9421-4c9a-a654-c63b6ec37d46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.083724] env[69162]: DEBUG nova.compute.manager [req-fc5a9bbf-c310-410a-9f8b-517b2f965728 req-18ffe90b-eb05-4977-8395-f7d25a37e02d service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] No waiting events found dispatching network-vif-plugged-5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.083934] env[69162]: WARNING nova.compute.manager [req-fc5a9bbf-c310-410a-9f8b-517b2f965728 req-18ffe90b-eb05-4977-8395-f7d25a37e02d service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Received unexpected event network-vif-plugged-5a89d21b-d6ad-4129-9890-fa930b912eed for instance with vm_state building and task_state spawning. [ 798.084778] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c6421aa5-52a2-40ca-b5d2-8ab50e22d083 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "1d211996-69af-42de-99d4-d372cfbc27a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.305s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.175366] env[69162]: DEBUG nova.network.neutron [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Successfully updated port: 5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.404205] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0bd19be8-c57a-4dba-8362-5d076d61627f tempest-ServersListShow298Test-1371708650 tempest-ServersListShow298Test-1371708650-project-member] Lock "68a25d29-fb0e-4afd-bbe1-5819ddd175e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.578s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.588076] env[69162]: DEBUG nova.compute.manager [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.678798] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquiring lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.679294] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquired lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.679699] env[69162]: DEBUG nova.network.neutron [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.984796] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.987848] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-786426a3-507b-487f-8672-6271a0d51ad2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.999721] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 798.999721] env[69162]: value = "task-3232179" [ 798.999721] env[69162]: _type = "Task" [ 798.999721] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.015486] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.115485] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.128723] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "5d441593-c7b4-4080-ab9c-bca7279d7417" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.129069] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "5d441593-c7b4-4080-ab9c-bca7279d7417" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.223163] env[69162]: DEBUG nova.network.neutron [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.404273] env[69162]: DEBUG nova.network.neutron [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updating instance_info_cache with network_info: [{"id": "5a89d21b-d6ad-4129-9890-fa930b912eed", "address": "fa:16:3e:e6:47:eb", "network": {"id": "6c1e0d11-f922-4dae-99f4-9d4144b8d780", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1692414735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e4727c7d594e4abfa465488558d858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a89d21b-d6", "ovs_interfaceid": "5a89d21b-d6ad-4129-9890-fa930b912eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.456850] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab987aba-26fe-4c5f-8cdc-84f8ffc59bce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.466908] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5363e0d1-f7f6-49b7-9304-5b15c5cb8c62 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.500878] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfea02e-d410-462c-88c1-3e48594aaf4a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.515281] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e7a9dc-35c9-47b8-baaf-8202a0638551 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.518816] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232179, 'name': PowerOffVM_Task, 'duration_secs': 0.250905} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.519102] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.520529] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69731562-7a80-4a23-a2fd-8fad67aa434d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.531424] env[69162]: DEBUG nova.compute.provider_tree [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.552029] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3943db9-677d-4427-b17a-9dcb67a2db6e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.582854] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.583232] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6569e61c-1ba7-4a32-a539-e434e752c07b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.591372] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 799.591372] env[69162]: value = "task-3232180" [ 799.591372] env[69162]: _type = "Task" [ 799.591372] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.599850] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.908667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Releasing lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.909078] env[69162]: DEBUG nova.compute.manager [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Instance network_info: |[{"id": "5a89d21b-d6ad-4129-9890-fa930b912eed", "address": "fa:16:3e:e6:47:eb", "network": {"id": "6c1e0d11-f922-4dae-99f4-9d4144b8d780", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1692414735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e4727c7d594e4abfa465488558d858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a89d21b-d6", "ovs_interfaceid": "5a89d21b-d6ad-4129-9890-fa930b912eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.909625] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:47:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a89d21b-d6ad-4129-9890-fa930b912eed', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.918440] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Creating folder: Project (a7e4727c7d594e4abfa465488558d858). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.918804] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa1c68be-7151-486e-aab8-811ca893a3cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.929656] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Created folder: Project (a7e4727c7d594e4abfa465488558d858) in parent group-v645978. [ 799.929915] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Creating folder: Instances. Parent ref: group-v646069. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.930173] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b574047b-78da-445f-a826-f3de5571d372 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.939626] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Created folder: Instances in parent group-v646069. [ 799.940067] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.940170] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.940396] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d93bfc4e-e992-4a6e-acfc-3635c8a4a4e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.959287] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.959287] env[69162]: value = "task-3232183" [ 799.959287] env[69162]: _type = "Task" [ 799.959287] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.966968] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232183, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.035481] env[69162]: DEBUG nova.scheduler.client.report [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.103810] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 800.104112] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.104497] env[69162]: DEBUG oslo_concurrency.lockutils [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.104560] env[69162]: DEBUG oslo_concurrency.lockutils [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.104742] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.105028] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a417b6-a971-4e63-9f19-66004b8dbf79 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.114368] env[69162]: DEBUG nova.compute.manager [req-f30ba797-eae2-427e-ac65-20d4b52d44ba req-3b9d1a9b-b27c-40d0-873b-e57ebc84af13 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Received event network-changed-5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.114566] env[69162]: DEBUG nova.compute.manager [req-f30ba797-eae2-427e-ac65-20d4b52d44ba req-3b9d1a9b-b27c-40d0-873b-e57ebc84af13 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Refreshing instance network info cache due to event network-changed-5a89d21b-d6ad-4129-9890-fa930b912eed. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.114779] env[69162]: DEBUG oslo_concurrency.lockutils [req-f30ba797-eae2-427e-ac65-20d4b52d44ba req-3b9d1a9b-b27c-40d0-873b-e57ebc84af13 service nova] Acquiring lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.114934] env[69162]: DEBUG oslo_concurrency.lockutils [req-f30ba797-eae2-427e-ac65-20d4b52d44ba req-3b9d1a9b-b27c-40d0-873b-e57ebc84af13 service nova] Acquired lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.115132] env[69162]: DEBUG nova.network.neutron [req-f30ba797-eae2-427e-ac65-20d4b52d44ba req-3b9d1a9b-b27c-40d0-873b-e57ebc84af13 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Refreshing network info cache for port 5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.118736] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.118981] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.120062] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92b83e2-3583-4f80-82df-f225b4f83744 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.129349] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 800.129349] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ebef0f-5026-70ce-310a-c881de117eb8" [ 800.129349] env[69162]: _type = "Task" [ 800.129349] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.137850] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ebef0f-5026-70ce-310a-c881de117eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.474379] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232183, 'name': CreateVM_Task, 'duration_secs': 0.499284} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.474597] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.475379] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.477282] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.477282] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.477282] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4d04c4-9468-4367-83d2-af434ff62b12 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.481717] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 800.481717] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bf6e2a-0bc1-ca24-77d0-acfc8e36f4d1" [ 800.481717] env[69162]: _type = "Task" [ 800.481717] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.490121] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bf6e2a-0bc1-ca24-77d0-acfc8e36f4d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.540763] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.541326] env[69162]: DEBUG nova.compute.manager [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.544128] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.188s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.544323] env[69162]: DEBUG nova.objects.instance [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lazy-loading 'resources' on Instance uuid 4e8d5126-403d-4f75-815a-b35ee533348b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.640759] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ebef0f-5026-70ce-310a-c881de117eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.642040] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef934f16-db5c-4591-9ff2-09b7b520f4b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.650592] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 800.650592] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5273764c-8b3c-a897-b795-935aca64fd1f" [ 800.650592] env[69162]: _type = "Task" [ 800.650592] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.660066] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5273764c-8b3c-a897-b795-935aca64fd1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.825613] env[69162]: DEBUG nova.network.neutron [req-f30ba797-eae2-427e-ac65-20d4b52d44ba req-3b9d1a9b-b27c-40d0-873b-e57ebc84af13 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updated VIF entry in instance network info cache for port 5a89d21b-d6ad-4129-9890-fa930b912eed. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.825993] env[69162]: DEBUG nova.network.neutron [req-f30ba797-eae2-427e-ac65-20d4b52d44ba req-3b9d1a9b-b27c-40d0-873b-e57ebc84af13 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updating instance_info_cache with network_info: [{"id": "5a89d21b-d6ad-4129-9890-fa930b912eed", "address": "fa:16:3e:e6:47:eb", "network": {"id": "6c1e0d11-f922-4dae-99f4-9d4144b8d780", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1692414735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e4727c7d594e4abfa465488558d858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a89d21b-d6", "ovs_interfaceid": "5a89d21b-d6ad-4129-9890-fa930b912eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.992954] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bf6e2a-0bc1-ca24-77d0-acfc8e36f4d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.993285] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.993526] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.993766] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.993912] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.994131] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.994424] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c79fb2e6-2c35-4310-927a-6490bf206253 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.007407] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.007610] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.008374] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a76c1a4-4704-41a6-ab92-2db5cac295dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.013873] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 801.013873] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5233c7a8-4dd2-832a-7ef4-e5cdd46e813c" [ 801.013873] env[69162]: _type = "Task" [ 801.013873] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.022612] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5233c7a8-4dd2-832a-7ef4-e5cdd46e813c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.048170] env[69162]: DEBUG nova.compute.utils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.050405] env[69162]: DEBUG nova.compute.manager [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.050584] env[69162]: DEBUG nova.network.neutron [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.125069] env[69162]: DEBUG nova.policy [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd4564856e104955a8e7b7e3be1a1a76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce574ed01b6848dd8fe3af1a1f26ba39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.163214] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5273764c-8b3c-a897-b795-935aca64fd1f, 'name': SearchDatastore_Task, 'duration_secs': 0.015899} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.163524] env[69162]: DEBUG oslo_concurrency.lockutils [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.163740] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] cfcdbb9a-1982-49b5-a591-77770de08672/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. {{(pid=69162) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 801.164013] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c83d222d-d26c-41fc-9758-897150f87405 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.170731] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 801.170731] env[69162]: value = "task-3232184" [ 801.170731] env[69162]: _type = "Task" [ 801.170731] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.178677] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.330384] env[69162]: DEBUG oslo_concurrency.lockutils [req-f30ba797-eae2-427e-ac65-20d4b52d44ba req-3b9d1a9b-b27c-40d0-873b-e57ebc84af13 service nova] Releasing lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.408295] env[69162]: DEBUG nova.network.neutron [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Successfully created port: c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.530469] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5233c7a8-4dd2-832a-7ef4-e5cdd46e813c, 'name': SearchDatastore_Task, 'duration_secs': 0.01519} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.531495] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa3ba04-93de-4de9-ad54-42e3c80f403b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.540960] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 801.540960] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f6feb5-4a10-6b85-0a16-7869d6dc6fd0" [ 801.540960] env[69162]: _type = "Task" [ 801.540960] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.551635] env[69162]: DEBUG nova.compute.manager [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.554875] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f6feb5-4a10-6b85-0a16-7869d6dc6fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.570679] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b9c513-707f-4e10-a7ca-6dddb7beb469 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.579457] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780500ae-06fc-4b15-84bb-870d9403efb8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.620308] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60892ab9-f3d0-4fdf-aa50-5130f2a289d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.628662] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9233d1d-b1d6-44fc-9510-a08d89815a35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.645496] env[69162]: DEBUG nova.compute.provider_tree [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.682794] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.051305] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f6feb5-4a10-6b85-0a16-7869d6dc6fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.022662} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.051605] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.051890] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 70204f64-9421-4c9a-a654-c63b6ec37d46/70204f64-9421-4c9a-a654-c63b6ec37d46.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.052187] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b948dc85-cc9d-423e-8a1b-20b358458aa5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.061856] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 802.061856] env[69162]: value = "task-3232185" [ 802.061856] env[69162]: _type = "Task" [ 802.061856] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.070718] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.148996] env[69162]: DEBUG nova.scheduler.client.report [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.181984] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528632} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.182787] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] cfcdbb9a-1982-49b5-a591-77770de08672/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. [ 802.183110] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24edbee8-49c6-4d5b-953c-648a0b88b8ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.212104] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] cfcdbb9a-1982-49b5-a591-77770de08672/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.212428] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a606d4-635b-4f1b-8d7d-bf9612c013c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.231380] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 802.231380] env[69162]: value = "task-3232186" [ 802.231380] env[69162]: _type = "Task" [ 802.231380] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.240448] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.564661] env[69162]: DEBUG nova.compute.manager [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.578074] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232185, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.589091] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.589381] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.589540] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.589749] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.589903] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.590088] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.590319] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.590477] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.590645] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.590832] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.591015] env[69162]: DEBUG nova.virt.hardware [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.591953] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53cedfc-f749-46fc-ac9e-34ad1b6bdc32 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.602544] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7daeb4-8e40-4111-ae28-99ab999a0ba2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.654530] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.657093] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.113s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.657400] env[69162]: DEBUG nova.objects.instance [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lazy-loading 'resources' on Instance uuid 5100503b-1cb2-4a2c-a005-0dfc0d204ea0 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.683686] env[69162]: INFO nova.scheduler.client.report [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Deleted allocations for instance 4e8d5126-403d-4f75-815a-b35ee533348b [ 802.742074] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232186, 'name': ReconfigVM_Task, 'duration_secs': 0.395542} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.742621] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Reconfigured VM instance instance-0000001d to attach disk [datastore1] cfcdbb9a-1982-49b5-a591-77770de08672/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.743919] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ba50b8-84da-4116-bbd5-c8f9f942fcac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.770652] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c59172bc-b3c0-4363-a6b3-f16041effda0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.786632] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 802.786632] env[69162]: value = "task-3232187" [ 802.786632] env[69162]: _type = "Task" [ 802.786632] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.795829] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.865015] env[69162]: DEBUG nova.compute.manager [req-5ea27545-39df-4ded-9111-7ec47e781ab0 req-722e6f01-75b8-45db-82ee-54bb1670b724 service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Received event network-vif-plugged-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.865299] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ea27545-39df-4ded-9111-7ec47e781ab0 req-722e6f01-75b8-45db-82ee-54bb1670b724 service nova] Acquiring lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.865570] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ea27545-39df-4ded-9111-7ec47e781ab0 req-722e6f01-75b8-45db-82ee-54bb1670b724 service nova] Lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.865755] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ea27545-39df-4ded-9111-7ec47e781ab0 req-722e6f01-75b8-45db-82ee-54bb1670b724 service nova] Lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.865971] env[69162]: DEBUG nova.compute.manager [req-5ea27545-39df-4ded-9111-7ec47e781ab0 req-722e6f01-75b8-45db-82ee-54bb1670b724 service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] No waiting events found dispatching network-vif-plugged-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.866190] env[69162]: WARNING nova.compute.manager [req-5ea27545-39df-4ded-9111-7ec47e781ab0 req-722e6f01-75b8-45db-82ee-54bb1670b724 service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Received unexpected event network-vif-plugged-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 for instance with vm_state building and task_state spawning. [ 802.967522] env[69162]: DEBUG nova.network.neutron [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Successfully updated port: c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.077982] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664869} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.078369] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 70204f64-9421-4c9a-a654-c63b6ec37d46/70204f64-9421-4c9a-a654-c63b6ec37d46.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.078665] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.078991] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ff587e6-b596-4d06-9fee-27c5ba12adee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.086974] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 803.086974] env[69162]: value = "task-3232188" [ 803.086974] env[69162]: _type = "Task" [ 803.086974] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.095719] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.193580] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bf8ecd8-8cb7-4a2c-bc00-48dee0d7316f tempest-TenantUsagesTestJSON-1039536834 tempest-TenantUsagesTestJSON-1039536834-project-member] Lock "4e8d5126-403d-4f75-815a-b35ee533348b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.715s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.298287] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232187, 'name': ReconfigVM_Task, 'duration_secs': 0.216135} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.298644] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.298938] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6782ece4-ee0a-4fb7-b449-97a6f9ba3d22 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.305243] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 803.305243] env[69162]: value = "task-3232189" [ 803.305243] env[69162]: _type = "Task" [ 803.305243] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.313346] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.470333] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "refresh_cache-e2c46201-aa7b-49ae-b601-c37e0e701fa9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.470393] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquired lock "refresh_cache-e2c46201-aa7b-49ae-b601-c37e0e701fa9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.470546] env[69162]: DEBUG nova.network.neutron [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.597316] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067712} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.600042] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.601069] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4de939-4465-427c-99d7-69a6a2c42dbc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.624331] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 70204f64-9421-4c9a-a654-c63b6ec37d46/70204f64-9421-4c9a-a654-c63b6ec37d46.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.627528] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa22ada0-549f-46a3-9be9-2e365ee43275 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.648062] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 803.648062] env[69162]: value = "task-3232190" [ 803.648062] env[69162]: _type = "Task" [ 803.648062] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.658885] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.684362] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce96c450-fe5b-4adb-9db8-f00561c51507 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.692323] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332a2b7f-dc26-43a9-b087-32ff7dd681b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.727450] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64d5fab-e2ad-4225-b895-83aa1952752b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.736216] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610755e5-e70f-4e33-b0c8-f674b795c19c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.753924] env[69162]: DEBUG nova.compute.provider_tree [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.816315] env[69162]: DEBUG oslo_vmware.api [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232189, 'name': PowerOnVM_Task, 'duration_secs': 0.476518} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.816649] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.819747] env[69162]: DEBUG nova.compute.manager [None req-130a925d-7cd5-4cf0-9166-b194675f729f tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.820587] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309f22b0-95a0-4359-9e55-dbcbe11737e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.016144] env[69162]: DEBUG nova.network.neutron [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.159227] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.166337] env[69162]: DEBUG nova.network.neutron [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Updating instance_info_cache with network_info: [{"id": "c3ecba2a-ae6c-4a63-a1f2-2a13d776f294", "address": "fa:16:3e:5c:ac:e4", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ecba2a-ae", "ovs_interfaceid": "c3ecba2a-ae6c-4a63-a1f2-2a13d776f294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.277175] env[69162]: ERROR nova.scheduler.client.report [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] [req-b76718bf-c8c6-4e3b-ad05-441ca26fa93b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b76718bf-c8c6-4e3b-ad05-441ca26fa93b"}]} [ 804.294624] env[69162]: DEBUG nova.scheduler.client.report [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 804.308425] env[69162]: DEBUG nova.scheduler.client.report [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 804.308688] env[69162]: DEBUG nova.compute.provider_tree [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.321358] env[69162]: DEBUG nova.scheduler.client.report [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 804.340710] env[69162]: DEBUG nova.scheduler.client.report [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 804.662186] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232190, 'name': ReconfigVM_Task, 'duration_secs': 0.751975} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.662502] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 70204f64-9421-4c9a-a654-c63b6ec37d46/70204f64-9421-4c9a-a654-c63b6ec37d46.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.663215] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-301d8b34-f5ac-45c3-9644-e14ffcf2c778 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.669310] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Releasing lock "refresh_cache-e2c46201-aa7b-49ae-b601-c37e0e701fa9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.669640] env[69162]: DEBUG nova.compute.manager [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Instance network_info: |[{"id": "c3ecba2a-ae6c-4a63-a1f2-2a13d776f294", "address": "fa:16:3e:5c:ac:e4", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ecba2a-ae", "ovs_interfaceid": "c3ecba2a-ae6c-4a63-a1f2-2a13d776f294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.671327] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:ac:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3ecba2a-ae6c-4a63-a1f2-2a13d776f294', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.678702] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.678985] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 804.678985] env[69162]: value = "task-3232191" [ 804.678985] env[69162]: _type = "Task" [ 804.678985] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.679195] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.679467] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-535f18d5-415b-4c91-a9bf-ee7ba81198d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.706889] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.706889] env[69162]: value = "task-3232192" [ 804.706889] env[69162]: _type = "Task" [ 804.706889] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.709843] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232191, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.720715] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232192, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.895464] env[69162]: DEBUG nova.compute.manager [req-d4a55e36-4488-4795-b7c8-22e56fc0ab40 req-6b377149-8ac7-4af2-9c49-c8d31e2b85cc service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Received event network-changed-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.896015] env[69162]: DEBUG nova.compute.manager [req-d4a55e36-4488-4795-b7c8-22e56fc0ab40 req-6b377149-8ac7-4af2-9c49-c8d31e2b85cc service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Refreshing instance network info cache due to event network-changed-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.896015] env[69162]: DEBUG oslo_concurrency.lockutils [req-d4a55e36-4488-4795-b7c8-22e56fc0ab40 req-6b377149-8ac7-4af2-9c49-c8d31e2b85cc service nova] Acquiring lock "refresh_cache-e2c46201-aa7b-49ae-b601-c37e0e701fa9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.896298] env[69162]: DEBUG oslo_concurrency.lockutils [req-d4a55e36-4488-4795-b7c8-22e56fc0ab40 req-6b377149-8ac7-4af2-9c49-c8d31e2b85cc service nova] Acquired lock "refresh_cache-e2c46201-aa7b-49ae-b601-c37e0e701fa9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.896298] env[69162]: DEBUG nova.network.neutron [req-d4a55e36-4488-4795-b7c8-22e56fc0ab40 req-6b377149-8ac7-4af2-9c49-c8d31e2b85cc service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Refreshing network info cache for port c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.961723] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196b2368-c721-43db-a676-ddefa80d6fe5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.969703] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b88a1d-e4de-4920-8e06-e2a0ed8f9ab9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.000871] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414b4fc4-7b24-412d-a046-4aa89961877d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.010448] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0618e23-7055-4ec7-830c-4e7a6f704415 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.023801] env[69162]: DEBUG nova.compute.provider_tree [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.033824] env[69162]: DEBUG oslo_vmware.rw_handles [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b16619-0521-76b4-b5b1-bc3f57dbee0f/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.035027] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb787c5-7d21-4103-86aa-17aeb92ef4bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.043017] env[69162]: DEBUG oslo_vmware.rw_handles [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b16619-0521-76b4-b5b1-bc3f57dbee0f/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.043307] env[69162]: ERROR oslo_vmware.rw_handles [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b16619-0521-76b4-b5b1-bc3f57dbee0f/disk-0.vmdk due to incomplete transfer. [ 805.043553] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27e03953-43b4-4fe3-922c-8f842f35235c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.050967] env[69162]: DEBUG oslo_vmware.rw_handles [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b16619-0521-76b4-b5b1-bc3f57dbee0f/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.051193] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Uploaded image eef7fe4d-f7eb-4621-96d7-a07d0caf72fc to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.053397] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.053660] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c4b046af-93e6-4722-b4f4-74f6a6b8ea7f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.061567] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 805.061567] env[69162]: value = "task-3232193" [ 805.061567] env[69162]: _type = "Task" [ 805.061567] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.069145] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232193, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.189290] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232191, 'name': Rename_Task, 'duration_secs': 0.209266} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.189570] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.189813] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c7db6b2-b818-4669-947e-0f866fe64179 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.195985] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 805.195985] env[69162]: value = "task-3232194" [ 805.195985] env[69162]: _type = "Task" [ 805.195985] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.203409] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.218537] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232192, 'name': CreateVM_Task, 'duration_secs': 0.369294} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.218707] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.219404] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.219568] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.219888] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.220145] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625cecfa-1494-49b6-9945-b8bba25d2a63 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.224325] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 805.224325] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52de08c6-7b96-a0a5-267a-8029b17e0205" [ 805.224325] env[69162]: _type = "Task" [ 805.224325] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.231878] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52de08c6-7b96-a0a5-267a-8029b17e0205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.366263] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "interface-7db9e0be-ea98-4afc-8107-bfe3b9082b2f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.366688] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-7db9e0be-ea98-4afc-8107-bfe3b9082b2f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.367150] env[69162]: DEBUG nova.objects.instance [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'flavor' on Instance uuid 7db9e0be-ea98-4afc-8107-bfe3b9082b2f {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.561670] env[69162]: DEBUG nova.scheduler.client.report [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 805.561946] env[69162]: DEBUG nova.compute.provider_tree [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 56 to 57 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 805.562173] env[69162]: DEBUG nova.compute.provider_tree [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.574348] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232193, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.608729] env[69162]: DEBUG nova.network.neutron [req-d4a55e36-4488-4795-b7c8-22e56fc0ab40 req-6b377149-8ac7-4af2-9c49-c8d31e2b85cc service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Updated VIF entry in instance network info cache for port c3ecba2a-ae6c-4a63-a1f2-2a13d776f294. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.609103] env[69162]: DEBUG nova.network.neutron [req-d4a55e36-4488-4795-b7c8-22e56fc0ab40 req-6b377149-8ac7-4af2-9c49-c8d31e2b85cc service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Updating instance_info_cache with network_info: [{"id": "c3ecba2a-ae6c-4a63-a1f2-2a13d776f294", "address": "fa:16:3e:5c:ac:e4", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ecba2a-ae", "ovs_interfaceid": "c3ecba2a-ae6c-4a63-a1f2-2a13d776f294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.707167] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232194, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.737483] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52de08c6-7b96-a0a5-267a-8029b17e0205, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.737483] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.737703] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.737881] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.738035] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.738219] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.738475] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92f47dcc-2910-49d7-bb71-2e3012eccbc3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.747976] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.747976] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.749421] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5e5e25-e60f-411c-a4c4-8ae54b727d87 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.755143] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 805.755143] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5243aae9-0ce2-0022-920b-b484a037e477" [ 805.755143] env[69162]: _type = "Task" [ 805.755143] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.763177] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5243aae9-0ce2-0022-920b-b484a037e477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.940852] env[69162]: DEBUG nova.objects.instance [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'pci_requests' on Instance uuid 7db9e0be-ea98-4afc-8107-bfe3b9082b2f {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.071398] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.414s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.073752] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.148s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.075399] env[69162]: INFO nova.compute.claims [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.085020] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232193, 'name': Destroy_Task, 'duration_secs': 0.908693} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.085020] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Destroyed the VM [ 806.085020] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.085020] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8321763c-b151-4439-b760-b7bba97ffb57 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.091087] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 806.091087] env[69162]: value = "task-3232195" [ 806.091087] env[69162]: _type = "Task" [ 806.091087] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.095405] env[69162]: INFO nova.scheduler.client.report [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Deleted allocations for instance 5100503b-1cb2-4a2c-a005-0dfc0d204ea0 [ 806.103212] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.112163] env[69162]: DEBUG oslo_concurrency.lockutils [req-d4a55e36-4488-4795-b7c8-22e56fc0ab40 req-6b377149-8ac7-4af2-9c49-c8d31e2b85cc service nova] Releasing lock "refresh_cache-e2c46201-aa7b-49ae-b601-c37e0e701fa9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.208075] env[69162]: DEBUG oslo_vmware.api [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232194, 'name': PowerOnVM_Task, 'duration_secs': 0.574199} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.209054] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.209054] env[69162]: INFO nova.compute.manager [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Took 8.54 seconds to spawn the instance on the hypervisor. [ 806.209054] env[69162]: DEBUG nova.compute.manager [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.209476] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63286276-280b-4649-b6b4-870a91e4ed48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.265723] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5243aae9-0ce2-0022-920b-b484a037e477, 'name': SearchDatastore_Task, 'duration_secs': 0.009142} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.266632] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de30b6ca-201a-4137-b4f6-26f77aaaf70b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.272716] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 806.272716] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5269339c-f533-2a26-b1d7-d406eb8aaa10" [ 806.272716] env[69162]: _type = "Task" [ 806.272716] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.282213] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5269339c-f533-2a26-b1d7-d406eb8aaa10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.443788] env[69162]: DEBUG nova.objects.base [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Object Instance<7db9e0be-ea98-4afc-8107-bfe3b9082b2f> lazy-loaded attributes: flavor,pci_requests {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 806.444159] env[69162]: DEBUG nova.network.neutron [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.488151] env[69162]: DEBUG nova.policy [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d3241fb8114f018277059cdb29c30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e5c9467ebe64e02baa4e9a97573e3bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.568716] env[69162]: DEBUG nova.compute.manager [req-02263e01-7278-423b-934a-efc8838fd985 req-89b4601a-e9e4-4fb2-a3ae-a6c5920524b9 service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Received event network-changed-060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.568916] env[69162]: DEBUG nova.compute.manager [req-02263e01-7278-423b-934a-efc8838fd985 req-89b4601a-e9e4-4fb2-a3ae-a6c5920524b9 service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Refreshing instance network info cache due to event network-changed-060bb543-1d71-4305-b024-14ecd7333cff. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.573024] env[69162]: DEBUG oslo_concurrency.lockutils [req-02263e01-7278-423b-934a-efc8838fd985 req-89b4601a-e9e4-4fb2-a3ae-a6c5920524b9 service nova] Acquiring lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.573024] env[69162]: DEBUG oslo_concurrency.lockutils [req-02263e01-7278-423b-934a-efc8838fd985 req-89b4601a-e9e4-4fb2-a3ae-a6c5920524b9 service nova] Acquired lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.573024] env[69162]: DEBUG nova.network.neutron [req-02263e01-7278-423b-934a-efc8838fd985 req-89b4601a-e9e4-4fb2-a3ae-a6c5920524b9 service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Refreshing network info cache for port 060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.601783] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.606978] env[69162]: DEBUG oslo_concurrency.lockutils [None req-adcaa47b-ed82-49da-884d-8835bd3ca019 tempest-ServersAaction247Test-1853990929 tempest-ServersAaction247Test-1853990929-project-member] Lock "5100503b-1cb2-4a2c-a005-0dfc0d204ea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.679s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.729717] env[69162]: INFO nova.compute.manager [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Took 39.48 seconds to build instance. [ 806.787587] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5269339c-f533-2a26-b1d7-d406eb8aaa10, 'name': SearchDatastore_Task, 'duration_secs': 0.019359} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.788156] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.788524] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] e2c46201-aa7b-49ae-b601-c37e0e701fa9/e2c46201-aa7b-49ae-b601-c37e0e701fa9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.788980] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a96a8930-2e82-45fa-a886-cc37e0d87d03 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.797026] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 806.797026] env[69162]: value = "task-3232196" [ 806.797026] env[69162]: _type = "Task" [ 806.797026] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.805207] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.813230] env[69162]: DEBUG nova.network.neutron [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Successfully created port: 8003ac62-2997-4c60-9f22-20c6910a8c7f {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.104022] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232195, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.235842] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d6cab95b-1207-4fe3-aae6-151ead5e28e4 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lock "70204f64-9421-4c9a-a654-c63b6ec37d46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.709s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.307295] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232196, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.357258] env[69162]: DEBUG nova.network.neutron [req-02263e01-7278-423b-934a-efc8838fd985 req-89b4601a-e9e4-4fb2-a3ae-a6c5920524b9 service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updated VIF entry in instance network info cache for port 060bb543-1d71-4305-b024-14ecd7333cff. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.357633] env[69162]: DEBUG nova.network.neutron [req-02263e01-7278-423b-934a-efc8838fd985 req-89b4601a-e9e4-4fb2-a3ae-a6c5920524b9 service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updating instance_info_cache with network_info: [{"id": "060bb543-1d71-4305-b024-14ecd7333cff", "address": "fa:16:3e:74:94:27", "network": {"id": "1f72377a-6272-4b54-aed7-e5acf9d66670", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-957567669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4407ddacb14814a3edb1183f330677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060bb543-1d", "ovs_interfaceid": "060bb543-1d71-4305-b024-14ecd7333cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.576476] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaed827f-2622-4183-b313-f1dd6f58519c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.583979] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759294ea-f72f-491d-96dd-ab16ee8431d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.617201] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd12ec25-14bc-44c1-8b91-12fdeb1fd570 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.627302] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033decd4-0f45-45e1-8d73-4882ac856072 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.630957] env[69162]: DEBUG oslo_vmware.api [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232195, 'name': RemoveSnapshot_Task, 'duration_secs': 1.027711} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.631720] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.631796] env[69162]: INFO nova.compute.manager [None req-1c29bb1e-5cb2-403e-8cf6-8f6b840bcd5d tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Took 15.62 seconds to snapshot the instance on the hypervisor. [ 807.643644] env[69162]: DEBUG nova.compute.provider_tree [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.739106] env[69162]: DEBUG nova.compute.manager [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.809665] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576977} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.809962] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] e2c46201-aa7b-49ae-b601-c37e0e701fa9/e2c46201-aa7b-49ae-b601-c37e0e701fa9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.810198] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.810449] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b9c16c0-dc1e-429f-8841-2245abab6b57 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.816963] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 807.816963] env[69162]: value = "task-3232197" [ 807.816963] env[69162]: _type = "Task" [ 807.816963] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.825429] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.860225] env[69162]: DEBUG oslo_concurrency.lockutils [req-02263e01-7278-423b-934a-efc8838fd985 req-89b4601a-e9e4-4fb2-a3ae-a6c5920524b9 service nova] Releasing lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.146474] env[69162]: DEBUG nova.scheduler.client.report [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.258442] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.329704] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082653} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.330125] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.330918] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded19b33-5192-4a93-9a9f-2f836d5d7bcc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.361673] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] e2c46201-aa7b-49ae-b601-c37e0e701fa9/e2c46201-aa7b-49ae-b601-c37e0e701fa9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.362083] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a62aacad-d1de-4fab-934c-6ecfde684b48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.385180] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 808.385180] env[69162]: value = "task-3232198" [ 808.385180] env[69162]: _type = "Task" [ 808.385180] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.394362] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.652159] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.652954] env[69162]: DEBUG nova.compute.manager [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.655642] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.028s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.659147] env[69162]: INFO nova.compute.claims [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.689239] env[69162]: DEBUG nova.network.neutron [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Successfully updated port: 8003ac62-2997-4c60-9f22-20c6910a8c7f {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.896582] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232198, 'name': ReconfigVM_Task, 'duration_secs': 0.354268} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.896999] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Reconfigured VM instance instance-00000020 to attach disk [datastore2] e2c46201-aa7b-49ae-b601-c37e0e701fa9/e2c46201-aa7b-49ae-b601-c37e0e701fa9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.897775] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac2aedba-1b98-47dd-b3a5-a92010cf3578 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.904357] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 808.904357] env[69162]: value = "task-3232199" [ 808.904357] env[69162]: _type = "Task" [ 808.904357] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.912380] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232199, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.162970] env[69162]: DEBUG nova.compute.utils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.167647] env[69162]: DEBUG nova.compute.manager [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.167647] env[69162]: DEBUG nova.network.neutron [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.193642] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.194037] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.194197] env[69162]: DEBUG nova.network.neutron [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.210316] env[69162]: DEBUG nova.policy [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3cbb6e334e445de9122069839e48a7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f870b560525840fe9e6f2040e3493fff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.415611] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232199, 'name': Rename_Task, 'duration_secs': 0.16502} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.415983] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.416396] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b287518-2987-46d8-8513-a08fef95958e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.422685] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 809.422685] env[69162]: value = "task-3232200" [ 809.422685] env[69162]: _type = "Task" [ 809.422685] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.440436] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.537343] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "62068b04-5cda-4e51-9dbc-375386baf27f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.537731] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "62068b04-5cda-4e51-9dbc-375386baf27f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.666785] env[69162]: DEBUG nova.compute.manager [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.670450] env[69162]: DEBUG nova.network.neutron [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Successfully created port: 24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.750571] env[69162]: WARNING nova.network.neutron [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] 4570ffd6-7d0c-4742-9ce0-e3d53be29709 already exists in list: networks containing: ['4570ffd6-7d0c-4742-9ce0-e3d53be29709']. ignoring it [ 809.932682] env[69162]: DEBUG oslo_vmware.api [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232200, 'name': PowerOnVM_Task, 'duration_secs': 0.489181} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.933077] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.933393] env[69162]: INFO nova.compute.manager [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Took 7.37 seconds to spawn the instance on the hypervisor. [ 809.933550] env[69162]: DEBUG nova.compute.manager [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.934427] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e30e1e-784f-4038-a67d-93317b1864e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.071282] env[69162]: DEBUG nova.compute.manager [req-d621e4ac-8417-4a25-942e-981d75de72c1 req-5e45d7e2-c5be-45b9-85df-f2a2e8da1507 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Received event network-vif-plugged-8003ac62-2997-4c60-9f22-20c6910a8c7f {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.071544] env[69162]: DEBUG oslo_concurrency.lockutils [req-d621e4ac-8417-4a25-942e-981d75de72c1 req-5e45d7e2-c5be-45b9-85df-f2a2e8da1507 service nova] Acquiring lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.071755] env[69162]: DEBUG oslo_concurrency.lockutils [req-d621e4ac-8417-4a25-942e-981d75de72c1 req-5e45d7e2-c5be-45b9-85df-f2a2e8da1507 service nova] Lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.072191] env[69162]: DEBUG oslo_concurrency.lockutils [req-d621e4ac-8417-4a25-942e-981d75de72c1 req-5e45d7e2-c5be-45b9-85df-f2a2e8da1507 service nova] Lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.072385] env[69162]: DEBUG nova.compute.manager [req-d621e4ac-8417-4a25-942e-981d75de72c1 req-5e45d7e2-c5be-45b9-85df-f2a2e8da1507 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] No waiting events found dispatching network-vif-plugged-8003ac62-2997-4c60-9f22-20c6910a8c7f {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.073012] env[69162]: WARNING nova.compute.manager [req-d621e4ac-8417-4a25-942e-981d75de72c1 req-5e45d7e2-c5be-45b9-85df-f2a2e8da1507 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Received unexpected event network-vif-plugged-8003ac62-2997-4c60-9f22-20c6910a8c7f for instance with vm_state active and task_state None. [ 810.184267] env[69162]: DEBUG nova.network.neutron [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updating instance_info_cache with network_info: [{"id": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "address": "fa:16:3e:65:6b:d2", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001fe7bf-0e", "ovs_interfaceid": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8003ac62-2997-4c60-9f22-20c6910a8c7f", "address": "fa:16:3e:f2:57:4f", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8003ac62-29", "ovs_interfaceid": "8003ac62-2997-4c60-9f22-20c6910a8c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.268814] env[69162]: DEBUG nova.compute.manager [req-4d14e95e-cefc-495f-8e48-83938e513a8c req-a944cf68-061c-443c-b307-12d2bb2d6396 service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Received event network-changed-060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.269037] env[69162]: DEBUG nova.compute.manager [req-4d14e95e-cefc-495f-8e48-83938e513a8c req-a944cf68-061c-443c-b307-12d2bb2d6396 service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Refreshing instance network info cache due to event network-changed-060bb543-1d71-4305-b024-14ecd7333cff. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.269307] env[69162]: DEBUG oslo_concurrency.lockutils [req-4d14e95e-cefc-495f-8e48-83938e513a8c req-a944cf68-061c-443c-b307-12d2bb2d6396 service nova] Acquiring lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.269393] env[69162]: DEBUG oslo_concurrency.lockutils [req-4d14e95e-cefc-495f-8e48-83938e513a8c req-a944cf68-061c-443c-b307-12d2bb2d6396 service nova] Acquired lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.269580] env[69162]: DEBUG nova.network.neutron [req-4d14e95e-cefc-495f-8e48-83938e513a8c req-a944cf68-061c-443c-b307-12d2bb2d6396 service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Refreshing network info cache for port 060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.303667] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85076777-1320-4823-874b-a643692b1d05 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.312037] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12cd25c-cbcc-4eeb-8fe4-50752f9725db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.342891] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8113431-e2b9-454e-a114-70261d6558c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.350227] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b32a24-1a14-47d0-97a5-829403e713b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.363096] env[69162]: DEBUG nova.compute.provider_tree [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.456345] env[69162]: INFO nova.compute.manager [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Took 42.17 seconds to build instance. [ 810.678021] env[69162]: DEBUG nova.compute.manager [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.686720] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.687325] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.687483] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.688324] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fcce90-a104-4dcd-a522-4a3b16c4b170 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.707182] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.707421] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.707582] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.707770] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.707919] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.709065] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.709065] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.709065] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.709065] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.709065] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.709065] env[69162]: DEBUG nova.virt.hardware [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.715345] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Reconfiguring VM to attach interface {{(pid=69162) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 810.717559] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.717775] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.717933] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.718129] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.718282] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.718430] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.718626] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.718784] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.718947] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.719121] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.719298] env[69162]: DEBUG nova.virt.hardware [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.719560] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-557fcd20-484d-4236-9e23-a80ca9d6e0cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.731935] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e550d0-63d8-488b-83b5-16519f314da8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.740133] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ce1c3b-9068-443f-96ef-05c91f77decc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.744851] env[69162]: DEBUG oslo_vmware.api [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 810.744851] env[69162]: value = "task-3232201" [ 810.744851] env[69162]: _type = "Task" [ 810.744851] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.760527] env[69162]: DEBUG oslo_vmware.api [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232201, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.866203] env[69162]: DEBUG nova.scheduler.client.report [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.958135] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f780c131-ae8e-4549-807c-7426dcd247f4 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.680s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.988791] env[69162]: DEBUG nova.network.neutron [req-4d14e95e-cefc-495f-8e48-83938e513a8c req-a944cf68-061c-443c-b307-12d2bb2d6396 service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updated VIF entry in instance network info cache for port 060bb543-1d71-4305-b024-14ecd7333cff. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.989208] env[69162]: DEBUG nova.network.neutron [req-4d14e95e-cefc-495f-8e48-83938e513a8c req-a944cf68-061c-443c-b307-12d2bb2d6396 service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updating instance_info_cache with network_info: [{"id": "060bb543-1d71-4305-b024-14ecd7333cff", "address": "fa:16:3e:74:94:27", "network": {"id": "1f72377a-6272-4b54-aed7-e5acf9d66670", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-957567669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4407ddacb14814a3edb1183f330677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060bb543-1d", "ovs_interfaceid": "060bb543-1d71-4305-b024-14ecd7333cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.257022] env[69162]: DEBUG oslo_vmware.api [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.342298] env[69162]: DEBUG nova.network.neutron [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Successfully updated port: 24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.371130] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.371672] env[69162]: DEBUG nova.compute.manager [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.374712] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.519s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.376140] env[69162]: INFO nova.compute.claims [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.461289] env[69162]: DEBUG nova.compute.manager [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.491877] env[69162]: DEBUG oslo_concurrency.lockutils [req-4d14e95e-cefc-495f-8e48-83938e513a8c req-a944cf68-061c-443c-b307-12d2bb2d6396 service nova] Releasing lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.755715] env[69162]: DEBUG oslo_vmware.api [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.845316] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.845477] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquired lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.845639] env[69162]: DEBUG nova.network.neutron [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.880334] env[69162]: DEBUG nova.compute.utils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.884024] env[69162]: DEBUG nova.compute.manager [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.884249] env[69162]: DEBUG nova.network.neutron [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.925948] env[69162]: DEBUG nova.policy [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba922365f352487099fbd39286973933', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2959a68699254bd3b8f8d5c38a38a434', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.993512] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.256229] env[69162]: DEBUG oslo_vmware.api [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.259627] env[69162]: DEBUG nova.network.neutron [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Successfully created port: 287fe970-4067-4e21-bddb-1670d2c698c7 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.384865] env[69162]: DEBUG nova.compute.manager [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.396831] env[69162]: DEBUG nova.network.neutron [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.490194] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "d688584d-4f22-4efd-8d7a-8ae346a98b69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.490486] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "d688584d-4f22-4efd-8d7a-8ae346a98b69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.636363] env[69162]: DEBUG nova.network.neutron [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updating instance_info_cache with network_info: [{"id": "24ebc844-7c01-41cf-858e-ca7123727dc6", "address": "fa:16:3e:5f:2a:68", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ebc844-7c", "ovs_interfaceid": "24ebc844-7c01-41cf-858e-ca7123727dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.756404] env[69162]: DEBUG oslo_vmware.api [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232201, 'name': ReconfigVM_Task, 'duration_secs': 1.588459} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.759503] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.759503] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Reconfigured VM to attach interface {{(pid=69162) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 812.912338] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67780ae-aec9-4460-b679-42c19b4f47c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.922642] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54c3450-8028-4ba2-bdd4-1dc6e2dead7c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.953892] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20b2e81-31e6-4413-9e9f-601208715a5f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.962588] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ba5a56-7933-47fb-86f4-4d893c1914f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.976258] env[69162]: DEBUG nova.compute.provider_tree [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.139203] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Releasing lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.139573] env[69162]: DEBUG nova.compute.manager [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Instance network_info: |[{"id": "24ebc844-7c01-41cf-858e-ca7123727dc6", "address": "fa:16:3e:5f:2a:68", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ebc844-7c", "ovs_interfaceid": "24ebc844-7c01-41cf-858e-ca7123727dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.140010] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:2a:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24ebc844-7c01-41cf-858e-ca7123727dc6', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.148032] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Creating folder: Project (f870b560525840fe9e6f2040e3493fff). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.148270] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29df6f4f-dfcc-460d-ae21-9e68e3063dd1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.160223] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Created folder: Project (f870b560525840fe9e6f2040e3493fff) in parent group-v645978. [ 813.160435] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Creating folder: Instances. Parent ref: group-v646073. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.160820] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-013bda4a-4f9b-4518-ba9e-ca18c7179338 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.170322] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Created folder: Instances in parent group-v646073. [ 813.170581] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.170838] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.171059] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8871549e-be1f-4b5f-b92d-4186e68b0b58 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.189985] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.189985] env[69162]: value = "task-3232204" [ 813.189985] env[69162]: _type = "Task" [ 813.189985] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.200216] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232204, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.264274] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c3bf6a08-1cd8-40e3-8875-b50544a59092 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-7db9e0be-ea98-4afc-8107-bfe3b9082b2f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.897s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.390201] env[69162]: DEBUG nova.compute.manager [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Received event network-changed-8003ac62-2997-4c60-9f22-20c6910a8c7f {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.390410] env[69162]: DEBUG nova.compute.manager [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Refreshing instance network info cache due to event network-changed-8003ac62-2997-4c60-9f22-20c6910a8c7f. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.390628] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Acquiring lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.390770] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Acquired lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.390977] env[69162]: DEBUG nova.network.neutron [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Refreshing network info cache for port 8003ac62-2997-4c60-9f22-20c6910a8c7f {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.404071] env[69162]: DEBUG nova.compute.manager [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.430936] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.431220] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.431392] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.431582] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.431730] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.431893] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.432656] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.432872] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.433067] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.433390] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.433617] env[69162]: DEBUG nova.virt.hardware [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.434580] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63281798-974a-4922-999f-1b31812beaf1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.442994] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26083146-2b14-4587-b75d-e51fc835bcec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.480218] env[69162]: DEBUG nova.scheduler.client.report [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.536623] env[69162]: DEBUG nova.compute.manager [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Received event network-changed-060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.536623] env[69162]: DEBUG nova.compute.manager [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Refreshing instance network info cache due to event network-changed-060bb543-1d71-4305-b024-14ecd7333cff. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.536623] env[69162]: DEBUG oslo_concurrency.lockutils [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] Acquiring lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.537098] env[69162]: DEBUG oslo_concurrency.lockutils [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] Acquired lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.537098] env[69162]: DEBUG nova.network.neutron [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Refreshing network info cache for port 060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.562263] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquiring lock "83722a45-99e4-4613-b7f8-00a84118573d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.562603] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lock "83722a45-99e4-4613-b7f8-00a84118573d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.563141] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquiring lock "83722a45-99e4-4613-b7f8-00a84118573d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.563354] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lock "83722a45-99e4-4613-b7f8-00a84118573d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.563533] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lock "83722a45-99e4-4613-b7f8-00a84118573d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.565917] env[69162]: INFO nova.compute.manager [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Terminating instance [ 813.700378] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232204, 'name': CreateVM_Task, 'duration_secs': 0.332429} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.700561] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.701264] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.701470] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.701764] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.702029] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a1c454-3ce5-4382-a8d9-9341658fa08d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.706595] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 813.706595] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ce0fbe-b9d1-8d53-71fd-a50ca10a4a56" [ 813.706595] env[69162]: _type = "Task" [ 813.706595] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.714809] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ce0fbe-b9d1-8d53-71fd-a50ca10a4a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.871558] env[69162]: DEBUG nova.network.neutron [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Successfully updated port: 287fe970-4067-4e21-bddb-1670d2c698c7 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.988065] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.988625] env[69162]: DEBUG nova.compute.manager [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.994083] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.760s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.994083] env[69162]: DEBUG nova.objects.instance [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lazy-loading 'resources' on Instance uuid 5c4966eb-deb8-4c3f-9c8b-13d86e504a64 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.069811] env[69162]: DEBUG nova.compute.manager [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.070070] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.070966] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceaa149-2e27-4adc-957c-892ce5308659 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.079017] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.079300] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3315c4-87e5-4c33-baa9-bc69694b9f06 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.087200] env[69162]: DEBUG oslo_vmware.api [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 814.087200] env[69162]: value = "task-3232205" [ 814.087200] env[69162]: _type = "Task" [ 814.087200] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.095194] env[69162]: DEBUG oslo_vmware.api [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.192911] env[69162]: DEBUG nova.network.neutron [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updated VIF entry in instance network info cache for port 8003ac62-2997-4c60-9f22-20c6910a8c7f. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.195487] env[69162]: DEBUG nova.network.neutron [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updating instance_info_cache with network_info: [{"id": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "address": "fa:16:3e:65:6b:d2", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001fe7bf-0e", "ovs_interfaceid": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8003ac62-2997-4c60-9f22-20c6910a8c7f", "address": "fa:16:3e:f2:57:4f", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8003ac62-29", "ovs_interfaceid": "8003ac62-2997-4c60-9f22-20c6910a8c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.223342] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ce0fbe-b9d1-8d53-71fd-a50ca10a4a56, 'name': SearchDatastore_Task, 'duration_secs': 0.04212} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.227415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.228066] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.228299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.228549] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.228816] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.229618] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d981a74a-190c-4203-9aed-2f46f3be2d0b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.244223] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.244549] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.245642] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b486bc68-5d54-4351-b44b-72c8a0bfb0cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.253239] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 814.253239] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b32ac0-8b64-d249-ffc8-4bd9419b2208" [ 814.253239] env[69162]: _type = "Task" [ 814.253239] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.264463] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b32ac0-8b64-d249-ffc8-4bd9419b2208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.325553] env[69162]: DEBUG nova.network.neutron [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updated VIF entry in instance network info cache for port 060bb543-1d71-4305-b024-14ecd7333cff. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.325553] env[69162]: DEBUG nova.network.neutron [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updating instance_info_cache with network_info: [{"id": "060bb543-1d71-4305-b024-14ecd7333cff", "address": "fa:16:3e:74:94:27", "network": {"id": "1f72377a-6272-4b54-aed7-e5acf9d66670", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-957567669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4407ddacb14814a3edb1183f330677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060bb543-1d", "ovs_interfaceid": "060bb543-1d71-4305-b024-14ecd7333cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.379809] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquiring lock "refresh_cache-796f6c25-a5b9-4bdc-892a-8fa6f5295485" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.379809] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquired lock "refresh_cache-796f6c25-a5b9-4bdc-892a-8fa6f5295485" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.379809] env[69162]: DEBUG nova.network.neutron [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.497348] env[69162]: DEBUG nova.compute.utils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.501180] env[69162]: DEBUG nova.compute.manager [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.501534] env[69162]: DEBUG nova.network.neutron [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.550447] env[69162]: DEBUG nova.policy [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bdc3e7fa7304d2896fc500811cc7d1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa0a8c60d5c1491195615121ebf82247', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.601091] env[69162]: DEBUG oslo_vmware.api [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232205, 'name': PowerOffVM_Task, 'duration_secs': 0.323043} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.601909] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.602253] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.602530] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb72917f-e66e-40a5-96cb-29966c736812 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.669241] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.669463] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.669642] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Deleting the datastore file [datastore2] 83722a45-99e4-4613-b7f8-00a84118573d {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.669895] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61dae357-c831-4e3d-b02d-0e605ed0be95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.676267] env[69162]: DEBUG oslo_vmware.api [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for the task: (returnval){ [ 814.676267] env[69162]: value = "task-3232207" [ 814.676267] env[69162]: _type = "Task" [ 814.676267] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.686443] env[69162]: DEBUG oslo_vmware.api [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.702525] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Releasing lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.703221] env[69162]: DEBUG nova.compute.manager [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Received event network-changed-5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.703221] env[69162]: DEBUG nova.compute.manager [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Refreshing instance network info cache due to event network-changed-5a89d21b-d6ad-4129-9890-fa930b912eed. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.703221] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Acquiring lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.703390] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Acquired lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.703472] env[69162]: DEBUG nova.network.neutron [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Refreshing network info cache for port 5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.765931] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b32ac0-8b64-d249-ffc8-4bd9419b2208, 'name': SearchDatastore_Task, 'duration_secs': 0.015389} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.769565] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b04d1c-c63a-4519-9bd5-de15045b61b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.776432] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 814.776432] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52441bf2-8bba-ed84-84bc-6b3187abd8f2" [ 814.776432] env[69162]: _type = "Task" [ 814.776432] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.786194] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52441bf2-8bba-ed84-84bc-6b3187abd8f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.828033] env[69162]: DEBUG oslo_concurrency.lockutils [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] Releasing lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.828033] env[69162]: DEBUG nova.compute.manager [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Received event network-changed-060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.828207] env[69162]: DEBUG nova.compute.manager [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Refreshing instance network info cache due to event network-changed-060bb543-1d71-4305-b024-14ecd7333cff. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.828554] env[69162]: DEBUG oslo_concurrency.lockutils [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] Acquiring lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.828621] env[69162]: DEBUG oslo_concurrency.lockutils [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] Acquired lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.828784] env[69162]: DEBUG nova.network.neutron [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Refreshing network info cache for port 060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.856280] env[69162]: DEBUG nova.network.neutron [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Successfully created port: 89ac9e99-3de1-4841-9418-2054658ba4c1 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.942223] env[69162]: DEBUG nova.network.neutron [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.962018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.962018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.962018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.962018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.962018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.964571] env[69162]: INFO nova.compute.manager [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Terminating instance [ 815.001772] env[69162]: DEBUG nova.compute.manager [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.037225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquiring lock "cfcdbb9a-1982-49b5-a591-77770de08672" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.037225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Lock "cfcdbb9a-1982-49b5-a591-77770de08672" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.037225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquiring lock "cfcdbb9a-1982-49b5-a591-77770de08672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.037225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Lock "cfcdbb9a-1982-49b5-a591-77770de08672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.037225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Lock "cfcdbb9a-1982-49b5-a591-77770de08672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.038243] env[69162]: INFO nova.compute.manager [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Terminating instance [ 815.064256] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e56a2d-7db5-4ed7-a2f1-7284314aeb77 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.074605] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3716fcb7-3b37-4846-a7d7-893c43a151cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.109378] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5c8545-cb0b-4f2f-837a-ee245a795f3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.117345] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcedf72-1c85-45ae-80ab-374be65b5e84 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.133406] env[69162]: DEBUG nova.compute.provider_tree [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.186318] env[69162]: DEBUG oslo_vmware.api [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.201771] env[69162]: DEBUG nova.network.neutron [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Updating instance_info_cache with network_info: [{"id": "287fe970-4067-4e21-bddb-1670d2c698c7", "address": "fa:16:3e:77:c6:39", "network": {"id": "613bbd3c-f856-47ed-a07a-a0dd94fd3665", "bridge": "br-int", "label": "tempest-ServersTestJSON-1757437769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2959a68699254bd3b8f8d5c38a38a434", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap287fe970-40", "ovs_interfaceid": "287fe970-4067-4e21-bddb-1670d2c698c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.287168] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52441bf2-8bba-ed84-84bc-6b3187abd8f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011476} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.287447] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.287702] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] f5fdb3dc-d045-46ae-95b6-9fe6f023af0f/f5fdb3dc-d045-46ae-95b6-9fe6f023af0f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.287957] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-814ed168-5481-421e-a583-0a8bef526a5c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.295556] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 815.295556] env[69162]: value = "task-3232208" [ 815.295556] env[69162]: _type = "Task" [ 815.295556] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.308395] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.446233] env[69162]: DEBUG nova.compute.manager [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Received event network-vif-plugged-287fe970-4067-4e21-bddb-1670d2c698c7 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.446233] env[69162]: DEBUG oslo_concurrency.lockutils [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] Acquiring lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.447225] env[69162]: DEBUG oslo_concurrency.lockutils [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] Lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.447628] env[69162]: DEBUG oslo_concurrency.lockutils [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] Lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.447956] env[69162]: DEBUG nova.compute.manager [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] No waiting events found dispatching network-vif-plugged-287fe970-4067-4e21-bddb-1670d2c698c7 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.448582] env[69162]: WARNING nova.compute.manager [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Received unexpected event network-vif-plugged-287fe970-4067-4e21-bddb-1670d2c698c7 for instance with vm_state building and task_state spawning. [ 815.448905] env[69162]: DEBUG nova.compute.manager [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Received event network-changed-287fe970-4067-4e21-bddb-1670d2c698c7 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.449218] env[69162]: DEBUG nova.compute.manager [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Refreshing instance network info cache due to event network-changed-287fe970-4067-4e21-bddb-1670d2c698c7. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.449545] env[69162]: DEBUG oslo_concurrency.lockutils [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] Acquiring lock "refresh_cache-796f6c25-a5b9-4bdc-892a-8fa6f5295485" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.473851] env[69162]: DEBUG nova.compute.manager [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.474264] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.475491] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc85f7a-da53-4a50-8554-754fab5c2967 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.486116] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.486277] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668f92d4-8479-421f-90a0-61c79b73ed2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.493777] env[69162]: DEBUG oslo_vmware.api [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 815.493777] env[69162]: value = "task-3232209" [ 815.493777] env[69162]: _type = "Task" [ 815.493777] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.510282] env[69162]: DEBUG oslo_vmware.api [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.542490] env[69162]: DEBUG nova.compute.manager [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.542811] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.544151] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7de2f8-1354-4363-be99-beb4a8bfffe6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.554585] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.554585] env[69162]: DEBUG nova.network.neutron [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updated VIF entry in instance network info cache for port 5a89d21b-d6ad-4129-9890-fa930b912eed. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.554781] env[69162]: DEBUG nova.network.neutron [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updating instance_info_cache with network_info: [{"id": "5a89d21b-d6ad-4129-9890-fa930b912eed", "address": "fa:16:3e:e6:47:eb", "network": {"id": "6c1e0d11-f922-4dae-99f4-9d4144b8d780", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1692414735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e4727c7d594e4abfa465488558d858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a89d21b-d6", "ovs_interfaceid": "5a89d21b-d6ad-4129-9890-fa930b912eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.555987] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5017038e-6178-4cc3-97ae-051d36365cc5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.564103] env[69162]: DEBUG oslo_vmware.api [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 815.564103] env[69162]: value = "task-3232210" [ 815.564103] env[69162]: _type = "Task" [ 815.564103] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.575325] env[69162]: DEBUG oslo_vmware.api [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.636909] env[69162]: DEBUG nova.scheduler.client.report [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.642147] env[69162]: DEBUG nova.network.neutron [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updated VIF entry in instance network info cache for port 060bb543-1d71-4305-b024-14ecd7333cff. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.642665] env[69162]: DEBUG nova.network.neutron [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updating instance_info_cache with network_info: [{"id": "060bb543-1d71-4305-b024-14ecd7333cff", "address": "fa:16:3e:74:94:27", "network": {"id": "1f72377a-6272-4b54-aed7-e5acf9d66670", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-957567669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4407ddacb14814a3edb1183f330677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060bb543-1d", "ovs_interfaceid": "060bb543-1d71-4305-b024-14ecd7333cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.687979] env[69162]: DEBUG oslo_vmware.api [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Task: {'id': task-3232207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540737} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.687979] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.688199] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.688465] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.688688] env[69162]: INFO nova.compute.manager [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Took 1.62 seconds to destroy the instance on the hypervisor. [ 815.689017] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.689310] env[69162]: DEBUG nova.compute.manager [-] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.689410] env[69162]: DEBUG nova.network.neutron [-] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.705586] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Releasing lock "refresh_cache-796f6c25-a5b9-4bdc-892a-8fa6f5295485" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.706028] env[69162]: DEBUG nova.compute.manager [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Instance network_info: |[{"id": "287fe970-4067-4e21-bddb-1670d2c698c7", "address": "fa:16:3e:77:c6:39", "network": {"id": "613bbd3c-f856-47ed-a07a-a0dd94fd3665", "bridge": "br-int", "label": "tempest-ServersTestJSON-1757437769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2959a68699254bd3b8f8d5c38a38a434", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap287fe970-40", "ovs_interfaceid": "287fe970-4067-4e21-bddb-1670d2c698c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.706410] env[69162]: DEBUG oslo_concurrency.lockutils [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] Acquired lock "refresh_cache-796f6c25-a5b9-4bdc-892a-8fa6f5295485" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.706713] env[69162]: DEBUG nova.network.neutron [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Refreshing network info cache for port 287fe970-4067-4e21-bddb-1670d2c698c7 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.708218] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:c6:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '287fe970-4067-4e21-bddb-1670d2c698c7', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.716251] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Creating folder: Project (2959a68699254bd3b8f8d5c38a38a434). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.719294] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "interface-7db9e0be-ea98-4afc-8107-bfe3b9082b2f-8003ac62-2997-4c60-9f22-20c6910a8c7f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.719294] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-7db9e0be-ea98-4afc-8107-bfe3b9082b2f-8003ac62-2997-4c60-9f22-20c6910a8c7f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.719705] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f7bcecf-a74c-4796-b5f9-ddcafd4475e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.733727] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Created folder: Project (2959a68699254bd3b8f8d5c38a38a434) in parent group-v645978. [ 815.733727] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Creating folder: Instances. Parent ref: group-v646076. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.734453] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-701def40-e4e9-417e-9d11-f43c6dc4df6b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.749394] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Created folder: Instances in parent group-v646076. [ 815.749661] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.752194] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.752571] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-803b3988-1403-43c6-936b-3c32e98b77f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.774820] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.774820] env[69162]: value = "task-3232213" [ 815.774820] env[69162]: _type = "Task" [ 815.774820] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.783198] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232213, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.806417] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499323} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.806693] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] f5fdb3dc-d045-46ae-95b6-9fe6f023af0f/f5fdb3dc-d045-46ae-95b6-9fe6f023af0f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.807668] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.807668] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d720abe-4202-4ec0-a062-1b6f2acf28d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.814743] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 815.814743] env[69162]: value = "task-3232214" [ 815.814743] env[69162]: _type = "Task" [ 815.814743] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.823176] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.007437] env[69162]: DEBUG oslo_vmware.api [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232209, 'name': PowerOffVM_Task, 'duration_secs': 0.439303} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.007971] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.008253] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.008540] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dccfb60-26ba-4417-9e8a-d7a4073e494d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.014676] env[69162]: DEBUG nova.compute.manager [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.042985] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.043264] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.043430] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.043612] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.043795] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.043975] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.044256] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.044597] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.044738] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.044794] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.045092] env[69162]: DEBUG nova.virt.hardware [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.045885] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac94a0d8-cf07-4934-a34b-78dd06fbdb7e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.055453] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31545859-ff0f-4f72-8e80-a6e8ac0be8a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.060032] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Releasing lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.060513] env[69162]: DEBUG nova.compute.manager [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Received event network-vif-plugged-24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.060585] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Acquiring lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.060825] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.061046] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.061259] env[69162]: DEBUG nova.compute.manager [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] No waiting events found dispatching network-vif-plugged-24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.061473] env[69162]: WARNING nova.compute.manager [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Received unexpected event network-vif-plugged-24ebc844-7c01-41cf-858e-ca7123727dc6 for instance with vm_state building and task_state spawning. [ 816.061682] env[69162]: DEBUG nova.compute.manager [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Received event network-changed-24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.061893] env[69162]: DEBUG nova.compute.manager [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Refreshing instance network info cache due to event network-changed-24ebc844-7c01-41cf-858e-ca7123727dc6. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.062136] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Acquiring lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.062485] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Acquired lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.062730] env[69162]: DEBUG nova.network.neutron [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Refreshing network info cache for port 24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.083320] env[69162]: DEBUG oslo_vmware.api [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232210, 'name': PowerOffVM_Task, 'duration_secs': 0.270206} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.083432] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.083622] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.083921] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6827b3fb-1b98-46e4-99dd-a01acd84ca01 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.092618] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.092798] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.092983] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Deleting the datastore file [datastore2] e2c46201-aa7b-49ae-b601-c37e0e701fa9 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.093259] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1938ef3d-fbcc-4872-9eb9-de3408018330 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.100401] env[69162]: DEBUG oslo_vmware.api [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for the task: (returnval){ [ 816.100401] env[69162]: value = "task-3232217" [ 816.100401] env[69162]: _type = "Task" [ 816.100401] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.110028] env[69162]: DEBUG oslo_vmware.api [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.145806] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.148853] env[69162]: DEBUG oslo_concurrency.lockutils [req-3298794b-a1a9-4d20-8e32-93e5245b49a8 req-28e337b8-96d6-48ff-996e-cfd20ca5432c service nova] Releasing lock "refresh_cache-cfcdbb9a-1982-49b5-a591-77770de08672" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.149646] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.745s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.149878] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.150208] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 816.150462] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.735s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.152474] env[69162]: INFO nova.compute.claims [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.157179] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263ae026-a5c9-49ec-959b-0afb5b25ed19 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.161732] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.161947] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.162196] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Deleting the datastore file [datastore1] cfcdbb9a-1982-49b5-a591-77770de08672 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.164456] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b386e9a0-4ee2-49ba-83ea-713931ef10e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.167783] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97204a1c-be64-4ef6-a48b-4458bd96d2c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.172390] env[69162]: INFO nova.scheduler.client.report [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Deleted allocations for instance 5c4966eb-deb8-4c3f-9c8b-13d86e504a64 [ 816.186370] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cbc667-86f3-4380-9371-d382220de5ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.189176] env[69162]: DEBUG oslo_vmware.api [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for the task: (returnval){ [ 816.189176] env[69162]: value = "task-3232218" [ 816.189176] env[69162]: _type = "Task" [ 816.189176] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.197474] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dd9de9-c77b-49b3-a1b7-21ac06ef1794 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.203517] env[69162]: DEBUG oslo_vmware.api [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.234923] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.235113] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.235534] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179209MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 816.235666] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.237251] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07eec9b-e8ed-4ded-aa88-41f72283144e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.254756] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df55a578-d0ea-4984-90d9-06c04a9f5c12 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.280738] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Reconfiguring VM to detach interface {{(pid=69162) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 816.283143] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43a1a460-fc3a-421b-88c9-a4d867fd609e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.306617] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232213, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.307910] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 816.307910] env[69162]: value = "task-3232219" [ 816.307910] env[69162]: _type = "Task" [ 816.307910] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.315293] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.324855] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070771} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.325138] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.325884] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637138be-a583-4fe0-a979-1a5fdf6b7ecd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.350529] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] f5fdb3dc-d045-46ae-95b6-9fe6f023af0f/f5fdb3dc-d045-46ae-95b6-9fe6f023af0f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.350843] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231868b9-de06-48dc-8c9e-67dc4bf644f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.372534] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 816.372534] env[69162]: value = "task-3232220" [ 816.372534] env[69162]: _type = "Task" [ 816.372534] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.380986] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.488166] env[69162]: DEBUG nova.network.neutron [-] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.611191] env[69162]: DEBUG oslo_vmware.api [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Task: {'id': task-3232217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237736} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.611510] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.611718] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.611939] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.612207] env[69162]: INFO nova.compute.manager [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 816.612517] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.612735] env[69162]: DEBUG nova.compute.manager [-] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.612863] env[69162]: DEBUG nova.network.neutron [-] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.670161] env[69162]: DEBUG nova.network.neutron [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Updated VIF entry in instance network info cache for port 287fe970-4067-4e21-bddb-1670d2c698c7. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.670541] env[69162]: DEBUG nova.network.neutron [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Updating instance_info_cache with network_info: [{"id": "287fe970-4067-4e21-bddb-1670d2c698c7", "address": "fa:16:3e:77:c6:39", "network": {"id": "613bbd3c-f856-47ed-a07a-a0dd94fd3665", "bridge": "br-int", "label": "tempest-ServersTestJSON-1757437769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2959a68699254bd3b8f8d5c38a38a434", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap287fe970-40", "ovs_interfaceid": "287fe970-4067-4e21-bddb-1670d2c698c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.688807] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b94dfb6-8204-4b3a-87e5-952877258a5b tempest-ImagesNegativeTestJSON-1103028077 tempest-ImagesNegativeTestJSON-1103028077-project-member] Lock "5c4966eb-deb8-4c3f-9c8b-13d86e504a64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.942s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.701183] env[69162]: DEBUG oslo_vmware.api [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Task: {'id': task-3232218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308305} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.701487] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.701764] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.701981] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.702372] env[69162]: INFO nova.compute.manager [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Took 1.16 seconds to destroy the instance on the hypervisor. [ 816.702514] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.702736] env[69162]: DEBUG nova.compute.manager [-] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.702843] env[69162]: DEBUG nova.network.neutron [-] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.793231] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232213, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.817309] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.883365] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232220, 'name': ReconfigVM_Task, 'duration_secs': 0.347014} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.883645] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Reconfigured VM instance instance-00000021 to attach disk [datastore2] f5fdb3dc-d045-46ae-95b6-9fe6f023af0f/f5fdb3dc-d045-46ae-95b6-9fe6f023af0f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.884314] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e50f2d4-1d50-4fc6-aecb-09a4e1015be2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.891099] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 816.891099] env[69162]: value = "task-3232221" [ 816.891099] env[69162]: _type = "Task" [ 816.891099] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.902127] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232221, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.969979] env[69162]: DEBUG nova.network.neutron [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Successfully updated port: 89ac9e99-3de1-4841-9418-2054658ba4c1 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.990697] env[69162]: INFO nova.compute.manager [-] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Took 1.30 seconds to deallocate network for instance. [ 817.014803] env[69162]: DEBUG nova.network.neutron [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updated VIF entry in instance network info cache for port 24ebc844-7c01-41cf-858e-ca7123727dc6. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.015076] env[69162]: DEBUG nova.network.neutron [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updating instance_info_cache with network_info: [{"id": "24ebc844-7c01-41cf-858e-ca7123727dc6", "address": "fa:16:3e:5f:2a:68", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ebc844-7c", "ovs_interfaceid": "24ebc844-7c01-41cf-858e-ca7123727dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.120729] env[69162]: DEBUG nova.compute.manager [req-8f3307fe-ff95-465f-8733-c7c231aa467e req-0599e03c-e1b6-4f72-97ae-de2c70673e87 service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Received event network-vif-deleted-c3ecba2a-ae6c-4a63-a1f2-2a13d776f294 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.121018] env[69162]: INFO nova.compute.manager [req-8f3307fe-ff95-465f-8733-c7c231aa467e req-0599e03c-e1b6-4f72-97ae-de2c70673e87 service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Neutron deleted interface c3ecba2a-ae6c-4a63-a1f2-2a13d776f294; detaching it from the instance and deleting it from the info cache [ 817.121269] env[69162]: DEBUG nova.network.neutron [req-8f3307fe-ff95-465f-8733-c7c231aa467e req-0599e03c-e1b6-4f72-97ae-de2c70673e87 service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.179843] env[69162]: DEBUG oslo_concurrency.lockutils [req-fff3133b-c7ab-41ae-bf8c-74d41abd7ad5 req-2ae61950-3cbc-4661-af26-b753747f4fc7 service nova] Releasing lock "refresh_cache-796f6c25-a5b9-4bdc-892a-8fa6f5295485" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.294448] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232213, 'name': CreateVM_Task, 'duration_secs': 1.209815} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.295250] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.295353] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.295503] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.295820] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.298372] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6ccdc3-5fd3-4829-a142-2ee748e6b369 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.304462] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for the task: (returnval){ [ 817.304462] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5213ec83-acee-c19f-4dcd-fce6c8cee37a" [ 817.304462] env[69162]: _type = "Task" [ 817.304462] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.323668] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5213ec83-acee-c19f-4dcd-fce6c8cee37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.331873] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.401133] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232221, 'name': Rename_Task, 'duration_secs': 0.394837} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.403681] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.404289] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87085f82-c315-45c7-a6c9-47b51c77e9d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.410123] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 817.410123] env[69162]: value = "task-3232222" [ 817.410123] env[69162]: _type = "Task" [ 817.410123] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.420354] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.475299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "refresh_cache-29be81c5-006e-4633-94bb-c6bc007d6d0d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.475415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "refresh_cache-29be81c5-006e-4633-94bb-c6bc007d6d0d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.475574] env[69162]: DEBUG nova.network.neutron [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.480241] env[69162]: DEBUG nova.compute.manager [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Received event network-vif-deleted-ad5d6e63-8abe-4958-ab00-e629b0524bc5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.480241] env[69162]: DEBUG nova.compute.manager [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Received event network-vif-plugged-89ac9e99-3de1-4841-9418-2054658ba4c1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.480241] env[69162]: DEBUG oslo_concurrency.lockutils [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] Acquiring lock "29be81c5-006e-4633-94bb-c6bc007d6d0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.480241] env[69162]: DEBUG oslo_concurrency.lockutils [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] Lock "29be81c5-006e-4633-94bb-c6bc007d6d0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.480892] env[69162]: DEBUG oslo_concurrency.lockutils [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] Lock "29be81c5-006e-4633-94bb-c6bc007d6d0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.480892] env[69162]: DEBUG nova.compute.manager [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] No waiting events found dispatching network-vif-plugged-89ac9e99-3de1-4841-9418-2054658ba4c1 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.480892] env[69162]: WARNING nova.compute.manager [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Received unexpected event network-vif-plugged-89ac9e99-3de1-4841-9418-2054658ba4c1 for instance with vm_state building and task_state spawning. [ 817.480892] env[69162]: DEBUG nova.compute.manager [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Received event network-changed-89ac9e99-3de1-4841-9418-2054658ba4c1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.480892] env[69162]: DEBUG nova.compute.manager [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Refreshing instance network info cache due to event network-changed-89ac9e99-3de1-4841-9418-2054658ba4c1. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.481065] env[69162]: DEBUG oslo_concurrency.lockutils [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] Acquiring lock "refresh_cache-29be81c5-006e-4633-94bb-c6bc007d6d0d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.497846] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.517786] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9eb6cfd-f3cc-4574-bf03-51ff5101ccd6 req-361ce239-addf-4abd-bcc7-669a91104852 service nova] Releasing lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.562794] env[69162]: DEBUG nova.network.neutron [-] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.620969] env[69162]: DEBUG nova.network.neutron [-] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.628221] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-563aee14-42ed-4ebd-a298-3bea8f40d9d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.638247] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a368b674-3fb6-4ddf-9d32-cb342529abb4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.664727] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d160a1-eb67-4861-9e27-11d85e4ae1e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.682806] env[69162]: DEBUG nova.compute.manager [req-8f3307fe-ff95-465f-8733-c7c231aa467e req-0599e03c-e1b6-4f72-97ae-de2c70673e87 service nova] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Detach interface failed, port_id=c3ecba2a-ae6c-4a63-a1f2-2a13d776f294, reason: Instance e2c46201-aa7b-49ae-b601-c37e0e701fa9 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.685899] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc8133e-1e3f-461a-a582-1758d64a5dcc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.717338] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f364c41f-9618-44f3-923a-d77539637c60 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.725730] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee92ed84-a65b-4d31-822f-6c1fda660c4f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.739924] env[69162]: DEBUG nova.compute.provider_tree [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.815792] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5213ec83-acee-c19f-4dcd-fce6c8cee37a, 'name': SearchDatastore_Task, 'duration_secs': 0.048523} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.818881] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.819208] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.819489] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.819668] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.819877] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.820488] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-214f51c7-1f1a-4cc4-bd96-a10dbac5c6ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.828591] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.829775] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.829988] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.830733] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2ca419-ebc9-4c84-a1f8-e5f40d550007 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.836279] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for the task: (returnval){ [ 817.836279] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528bf18b-676e-b95e-f136-877add2c9625" [ 817.836279] env[69162]: _type = "Task" [ 817.836279] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.844536] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528bf18b-676e-b95e-f136-877add2c9625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.919815] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232222, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.018205] env[69162]: DEBUG nova.network.neutron [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.067997] env[69162]: INFO nova.compute.manager [-] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Took 1.46 seconds to deallocate network for instance. [ 818.123409] env[69162]: INFO nova.compute.manager [-] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Took 1.42 seconds to deallocate network for instance. [ 818.165491] env[69162]: DEBUG nova.network.neutron [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Updating instance_info_cache with network_info: [{"id": "89ac9e99-3de1-4841-9418-2054658ba4c1", "address": "fa:16:3e:9e:fc:01", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ac9e99-3d", "ovs_interfaceid": "89ac9e99-3de1-4841-9418-2054658ba4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.245157] env[69162]: DEBUG nova.scheduler.client.report [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.327429] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.347569] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528bf18b-676e-b95e-f136-877add2c9625, 'name': SearchDatastore_Task, 'duration_secs': 0.009138} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.348553] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd63eb2-c72a-4405-adfb-288c1e734652 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.354331] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for the task: (returnval){ [ 818.354331] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523185f9-d575-bbc1-81b0-fa80f21acd11" [ 818.354331] env[69162]: _type = "Task" [ 818.354331] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.361807] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523185f9-d575-bbc1-81b0-fa80f21acd11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.424479] env[69162]: DEBUG oslo_vmware.api [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232222, 'name': PowerOnVM_Task, 'duration_secs': 0.535039} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.424479] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.424479] env[69162]: INFO nova.compute.manager [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Took 7.75 seconds to spawn the instance on the hypervisor. [ 818.424479] env[69162]: DEBUG nova.compute.manager [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.424742] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035a40f8-cd60-48b4-b6aa-37e1bafded6f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.575251] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.632118] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.670644] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "refresh_cache-29be81c5-006e-4633-94bb-c6bc007d6d0d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.671013] env[69162]: DEBUG nova.compute.manager [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Instance network_info: |[{"id": "89ac9e99-3de1-4841-9418-2054658ba4c1", "address": "fa:16:3e:9e:fc:01", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ac9e99-3d", "ovs_interfaceid": "89ac9e99-3de1-4841-9418-2054658ba4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.671726] env[69162]: DEBUG oslo_concurrency.lockutils [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] Acquired lock "refresh_cache-29be81c5-006e-4633-94bb-c6bc007d6d0d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.671726] env[69162]: DEBUG nova.network.neutron [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Refreshing network info cache for port 89ac9e99-3de1-4841-9418-2054658ba4c1 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.672848] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:fc:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89ac9e99-3de1-4841-9418-2054658ba4c1', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.681039] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating folder: Project (fa0a8c60d5c1491195615121ebf82247). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.683914] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71524d70-44dc-43d7-b98f-97cc236879fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.694789] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Created folder: Project (fa0a8c60d5c1491195615121ebf82247) in parent group-v645978. [ 818.694983] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating folder: Instances. Parent ref: group-v646079. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.695230] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88c5fdb9-7aa2-40dd-b535-fd56ac5ef0dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.705477] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Created folder: Instances in parent group-v646079. [ 818.705700] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.705882] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.706102] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96fce44e-3e6a-4e0d-8c77-21d0d07ac8f2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.725939] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.725939] env[69162]: value = "task-3232225" [ 818.725939] env[69162]: _type = "Task" [ 818.725939] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.733660] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232225, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.749900] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.750433] env[69162]: DEBUG nova.compute.manager [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.753008] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.904s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.832303] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.868456] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523185f9-d575-bbc1-81b0-fa80f21acd11, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.868805] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.869115] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 796f6c25-a5b9-4bdc-892a-8fa6f5295485/796f6c25-a5b9-4bdc-892a-8fa6f5295485.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.869467] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c009909-ceae-4fa1-bc69-cea285e796d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.877982] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for the task: (returnval){ [ 818.877982] env[69162]: value = "task-3232226" [ 818.877982] env[69162]: _type = "Task" [ 818.877982] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.886784] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.948319] env[69162]: INFO nova.compute.manager [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Took 46.04 seconds to build instance. [ 819.239055] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232225, 'name': CreateVM_Task, 'duration_secs': 0.380716} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.239055] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.239055] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.239055] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.239055] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.239055] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74dc5891-fefc-4060-83a5-93ac3922debb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.246145] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 819.246145] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f49329-e83e-f884-96f4-814fe68269d4" [ 819.246145] env[69162]: _type = "Task" [ 819.246145] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.253828] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f49329-e83e-f884-96f4-814fe68269d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.259103] env[69162]: DEBUG nova.compute.utils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.260524] env[69162]: DEBUG nova.compute.manager [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.261062] env[69162]: DEBUG nova.network.neutron [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.336300] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.363406] env[69162]: DEBUG nova.policy [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cb58d1e9c0f44599f1119ff661f8c01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f45edf390987402e83f828c57e23d777', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.390320] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232226, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.451841] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa8d5de3-7741-4a9a-ae8b-810de5000f4c tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.906s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.453561] env[69162]: DEBUG nova.network.neutron [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Updated VIF entry in instance network info cache for port 89ac9e99-3de1-4841-9418-2054658ba4c1. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.453899] env[69162]: DEBUG nova.network.neutron [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Updating instance_info_cache with network_info: [{"id": "89ac9e99-3de1-4841-9418-2054658ba4c1", "address": "fa:16:3e:9e:fc:01", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ac9e99-3d", "ovs_interfaceid": "89ac9e99-3de1-4841-9418-2054658ba4c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.754975] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f49329-e83e-f884-96f4-814fe68269d4, 'name': SearchDatastore_Task, 'duration_secs': 0.051418} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.757594] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.757849] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.758101] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.758253] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.758432] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.759546] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd691e7-bfef-4f41-bbcc-543bb477aa1e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.763305] env[69162]: DEBUG nova.compute.manager [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.776763] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.776944] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.777678] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c444e8e7-fc64-4af8-a3ef-ebe310309aa4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.786871] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 819.786871] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52cdb3e8-eb38-1cad-06b7-b23ab97b2c78" [ 819.786871] env[69162]: _type = "Task" [ 819.786871] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.793604] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52cdb3e8-eb38-1cad-06b7-b23ab97b2c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.806530] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b4ecc3-188d-4481-9513-3b6e2d318637 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.813945] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e38653c-6fe0-433d-a911-75177fb6bc9c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.853381] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25f5253-b4c5-4ae3-811c-d525465b46ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.863021] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.865865] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a250b8-522e-4917-8bdf-8cc508f960bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.880914] env[69162]: DEBUG nova.compute.provider_tree [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.893180] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541194} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.893180] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 796f6c25-a5b9-4bdc-892a-8fa6f5295485/796f6c25-a5b9-4bdc-892a-8fa6f5295485.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.893180] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.893180] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc84d79c-5b51-4b80-8ff7-9ab0f9a77e26 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.898716] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for the task: (returnval){ [ 819.898716] env[69162]: value = "task-3232227" [ 819.898716] env[69162]: _type = "Task" [ 819.898716] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.907174] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.958979] env[69162]: DEBUG oslo_concurrency.lockutils [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] Releasing lock "refresh_cache-29be81c5-006e-4633-94bb-c6bc007d6d0d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.959285] env[69162]: DEBUG nova.compute.manager [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Received event network-vif-deleted-060bb543-1d71-4305-b024-14ecd7333cff {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.959467] env[69162]: INFO nova.compute.manager [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Neutron deleted interface 060bb543-1d71-4305-b024-14ecd7333cff; detaching it from the instance and deleting it from the info cache [ 819.959644] env[69162]: DEBUG nova.network.neutron [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.960888] env[69162]: DEBUG nova.compute.manager [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.982125] env[69162]: DEBUG nova.network.neutron [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Successfully created port: b5808b65-b10b-450e-a65e-6f79ac4cbead {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.297781] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52cdb3e8-eb38-1cad-06b7-b23ab97b2c78, 'name': SearchDatastore_Task, 'duration_secs': 0.035034} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.298346] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66041a4d-159e-408c-87d4-29f260a7774e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.306862] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 820.306862] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524da78b-99f8-57ee-4852-fc397131f3d3" [ 820.306862] env[69162]: _type = "Task" [ 820.306862] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.317475] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524da78b-99f8-57ee-4852-fc397131f3d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.330333] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.389020] env[69162]: DEBUG nova.scheduler.client.report [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.412041] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.33081} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.412378] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.413180] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230234c-f94b-4466-b0e8-ae03eaa01958 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.437541] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 796f6c25-a5b9-4bdc-892a-8fa6f5295485/796f6c25-a5b9-4bdc-892a-8fa6f5295485.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.438282] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3ddad9-eb4f-459e-ab88-71ba6ad01525 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.458995] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for the task: (returnval){ [ 820.458995] env[69162]: value = "task-3232228" [ 820.458995] env[69162]: _type = "Task" [ 820.458995] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.470352] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.472611] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-171fa440-40f4-4767-b72f-a02c0ba0639c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.481624] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f33e1c6-1da7-4cfc-b763-65d3e02320df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.494212] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.518569] env[69162]: DEBUG nova.compute.manager [req-c8ef761e-04f3-4502-a612-38fb213ec566 req-32c12514-0b01-4a4d-a9dc-a1dcd970c69c service nova] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Detach interface failed, port_id=060bb543-1d71-4305-b024-14ecd7333cff, reason: Instance cfcdbb9a-1982-49b5-a591-77770de08672 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.775219] env[69162]: DEBUG nova.compute.manager [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.799532] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.799794] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.800950] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.801265] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.801433] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.801586] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.801802] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.801965] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.802327] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.802546] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.802738] env[69162]: DEBUG nova.virt.hardware [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.803675] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2180d3-9f1d-4828-93c1-4858af13fd82 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.814248] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b7a05a-4db7-4dc2-ad0d-239a74b377e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.821992] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524da78b-99f8-57ee-4852-fc397131f3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.032311} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.825206] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.825479] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 29be81c5-006e-4633-94bb-c6bc007d6d0d/29be81c5-006e-4633-94bb-c6bc007d6d0d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.836962] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4284b22-bcf9-4de3-b89b-b72935f80fd2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.844215] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.846457] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 820.846457] env[69162]: value = "task-3232229" [ 820.846457] env[69162]: _type = "Task" [ 820.846457] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.854726] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.970630] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.333788] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.355654] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232229, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.401126] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.648s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.404114] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.984s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.406120] env[69162]: INFO nova.compute.claims [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.471462] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232228, 'name': ReconfigVM_Task, 'duration_secs': 0.610968} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.471462] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 796f6c25-a5b9-4bdc-892a-8fa6f5295485/796f6c25-a5b9-4bdc-892a-8fa6f5295485.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.471920] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19bfcc41-2444-4312-8a93-d1fdcbbaab5a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.478146] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for the task: (returnval){ [ 821.478146] env[69162]: value = "task-3232230" [ 821.478146] env[69162]: _type = "Task" [ 821.478146] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.487602] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232230, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.630647] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "639739ab-736c-481d-8a0e-5a3e891c2cd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.630941] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.834882] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.856025] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578213} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.856305] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 29be81c5-006e-4633-94bb-c6bc007d6d0d/29be81c5-006e-4633-94bb-c6bc007d6d0d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.856541] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.856797] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c6da775-dc5b-45f0-a977-eeee44cb3ab3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.863274] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 821.863274] env[69162]: value = "task-3232231" [ 821.863274] env[69162]: _type = "Task" [ 821.863274] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.871017] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.974543] env[69162]: DEBUG nova.compute.manager [req-620753c4-f0dc-4e80-923e-c75533ddc28f req-a8bd5d1e-70c4-453d-a436-04307eecb98d service nova] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Received event network-vif-plugged-b5808b65-b10b-450e-a65e-6f79ac4cbead {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.974771] env[69162]: DEBUG oslo_concurrency.lockutils [req-620753c4-f0dc-4e80-923e-c75533ddc28f req-a8bd5d1e-70c4-453d-a436-04307eecb98d service nova] Acquiring lock "f6bba713-7cd6-40a5-ae76-c4d155536858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.974990] env[69162]: DEBUG oslo_concurrency.lockutils [req-620753c4-f0dc-4e80-923e-c75533ddc28f req-a8bd5d1e-70c4-453d-a436-04307eecb98d service nova] Lock "f6bba713-7cd6-40a5-ae76-c4d155536858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.975650] env[69162]: DEBUG oslo_concurrency.lockutils [req-620753c4-f0dc-4e80-923e-c75533ddc28f req-a8bd5d1e-70c4-453d-a436-04307eecb98d service nova] Lock "f6bba713-7cd6-40a5-ae76-c4d155536858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.975797] env[69162]: DEBUG nova.compute.manager [req-620753c4-f0dc-4e80-923e-c75533ddc28f req-a8bd5d1e-70c4-453d-a436-04307eecb98d service nova] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] No waiting events found dispatching network-vif-plugged-b5808b65-b10b-450e-a65e-6f79ac4cbead {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.975947] env[69162]: WARNING nova.compute.manager [req-620753c4-f0dc-4e80-923e-c75533ddc28f req-a8bd5d1e-70c4-453d-a436-04307eecb98d service nova] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Received unexpected event network-vif-plugged-b5808b65-b10b-450e-a65e-6f79ac4cbead for instance with vm_state building and task_state spawning. [ 821.988958] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232230, 'name': Rename_Task, 'duration_secs': 0.142361} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.989371] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.989675] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c19f2bad-6cbb-47a1-835f-35ac65189b30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.995502] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for the task: (returnval){ [ 821.995502] env[69162]: value = "task-3232232" [ 821.995502] env[69162]: _type = "Task" [ 821.995502] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.004383] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.014158] env[69162]: INFO nova.scheduler.client.report [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Deleted allocation for migration 9c7df9b4-a56d-4d61-b96d-7f2e949156eb [ 822.049693] env[69162]: DEBUG nova.compute.manager [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.050635] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f1c3a-33cc-4c7c-aab9-07c63e9cf699 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.150242] env[69162]: DEBUG nova.network.neutron [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Successfully updated port: b5808b65-b10b-450e-a65e-6f79ac4cbead {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.335251] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.373224] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070354} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.373502] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.374378] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d25635-4316-4355-b465-888c59b55df1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.396558] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 29be81c5-006e-4633-94bb-c6bc007d6d0d/29be81c5-006e-4633-94bb-c6bc007d6d0d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.397096] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29bbbc37-8b55-4f20-809e-b76b176c7382 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.416693] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 822.416693] env[69162]: value = "task-3232233" [ 822.416693] env[69162]: _type = "Task" [ 822.416693] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.428539] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.509090] env[69162]: DEBUG oslo_vmware.api [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232232, 'name': PowerOnVM_Task, 'duration_secs': 0.441905} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.509387] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.510313] env[69162]: INFO nova.compute.manager [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Took 9.11 seconds to spawn the instance on the hypervisor. [ 822.510313] env[69162]: DEBUG nova.compute.manager [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.510644] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd7f204-7e2d-48f8-a484-9ba1262ef07a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.523776] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03d21673-a7db-4bc8-9951-ba2d8380eb87 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.652s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.563761] env[69162]: INFO nova.compute.manager [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] instance snapshotting [ 822.563761] env[69162]: DEBUG nova.objects.instance [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'flavor' on Instance uuid 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.653788] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquiring lock "refresh_cache-f6bba713-7cd6-40a5-ae76-c4d155536858" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.653788] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquired lock "refresh_cache-f6bba713-7cd6-40a5-ae76-c4d155536858" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.653788] env[69162]: DEBUG nova.network.neutron [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.837746] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.926673] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.952630] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd5024e-7c44-438d-a0e5-74b59408192d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.960017] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999fe5c0-9e57-4338-942a-6a371fe5f376 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.989547] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9a83ad-ee95-434d-8b29-f5463a854067 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.996609] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a91001-1cb5-409c-abee-cee82b137698 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.010077] env[69162]: DEBUG nova.compute.provider_tree [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.026200] env[69162]: INFO nova.compute.manager [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Took 47.42 seconds to build instance. [ 823.068667] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd6848-e2e5-4c67-ba16-fcfedfa19189 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.088828] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633cf691-d8f2-4224-8e2c-821d54a381a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.218501] env[69162]: DEBUG nova.network.neutron [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.335777] env[69162]: DEBUG oslo_vmware.api [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232219, 'name': ReconfigVM_Task, 'duration_secs': 6.805123} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.336079] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.336280] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Reconfigured VM to detach interface {{(pid=69162) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 823.435042] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.440954] env[69162]: DEBUG nova.network.neutron [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Updating instance_info_cache with network_info: [{"id": "b5808b65-b10b-450e-a65e-6f79ac4cbead", "address": "fa:16:3e:8c:44:86", "network": {"id": "5221cfe0-8cc4-4ced-93d6-e21b03b5dd92", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1343285958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45edf390987402e83f828c57e23d777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5808b65-b1", "ovs_interfaceid": "b5808b65-b10b-450e-a65e-6f79ac4cbead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.513487] env[69162]: DEBUG nova.scheduler.client.report [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.528577] env[69162]: DEBUG oslo_concurrency.lockutils [None req-52a36165-82d4-4efc-9e51-ad582c13c138 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.698s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.601980] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.603119] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6aaae6fe-04fe-4980-9cf2-d5e54b7dcf33 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.611026] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 823.611026] env[69162]: value = "task-3232234" [ 823.611026] env[69162]: _type = "Task" [ 823.611026] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.621723] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232234, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.936992] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232233, 'name': ReconfigVM_Task, 'duration_secs': 1.021957} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.937555] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 29be81c5-006e-4633-94bb-c6bc007d6d0d/29be81c5-006e-4633-94bb-c6bc007d6d0d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.938457] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c19907fa-c0c0-4be5-84bc-3e31c0995ece {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.951270] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Releasing lock "refresh_cache-f6bba713-7cd6-40a5-ae76-c4d155536858" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.951624] env[69162]: DEBUG nova.compute.manager [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Instance network_info: |[{"id": "b5808b65-b10b-450e-a65e-6f79ac4cbead", "address": "fa:16:3e:8c:44:86", "network": {"id": "5221cfe0-8cc4-4ced-93d6-e21b03b5dd92", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1343285958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45edf390987402e83f828c57e23d777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5808b65-b1", "ovs_interfaceid": "b5808b65-b10b-450e-a65e-6f79ac4cbead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.952390] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 823.952390] env[69162]: value = "task-3232235" [ 823.952390] env[69162]: _type = "Task" [ 823.952390] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.952742] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:44:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5808b65-b10b-450e-a65e-6f79ac4cbead', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.961153] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Creating folder: Project (f45edf390987402e83f828c57e23d777). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.961500] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9f91629-bc14-4ca4-bea4-ccf92848f172 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.973894] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232235, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.976312] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Created folder: Project (f45edf390987402e83f828c57e23d777) in parent group-v645978. [ 823.976443] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Creating folder: Instances. Parent ref: group-v646082. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.979499] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-668780c8-bd88-417f-ab28-4d599d3a159e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.985650] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Created folder: Instances in parent group-v646082. [ 823.985797] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.986088] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.986259] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0629bd00-7ab3-4bc6-931c-fbcda7ab3b60 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.008322] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.008322] env[69162]: value = "task-3232238" [ 824.008322] env[69162]: _type = "Task" [ 824.008322] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.014282] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232238, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.018786] env[69162]: DEBUG nova.compute.manager [req-c9ece097-ff80-4cf3-a1c0-eadc9f8e906d req-f1a62993-533f-4cd5-8969-877ca521e881 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Received event network-vif-deleted-8003ac62-2997-4c60-9f22-20c6910a8c7f {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.018984] env[69162]: INFO nova.compute.manager [req-c9ece097-ff80-4cf3-a1c0-eadc9f8e906d req-f1a62993-533f-4cd5-8969-877ca521e881 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Neutron deleted interface 8003ac62-2997-4c60-9f22-20c6910a8c7f; detaching it from the instance and deleting it from the info cache [ 824.019332] env[69162]: DEBUG nova.network.neutron [req-c9ece097-ff80-4cf3-a1c0-eadc9f8e906d req-f1a62993-533f-4cd5-8969-877ca521e881 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updating instance_info_cache with network_info: [{"id": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "address": "fa:16:3e:65:6b:d2", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001fe7bf-0e", "ovs_interfaceid": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.021262] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.021701] env[69162]: DEBUG nova.compute.manager [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.024987] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.602s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.025234] env[69162]: DEBUG nova.objects.instance [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lazy-loading 'resources' on Instance uuid 9092dc6f-d128-4011-8332-6ed3718306bb {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.036032] env[69162]: DEBUG nova.compute.manager [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.121939] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232234, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.250960] env[69162]: DEBUG nova.compute.manager [req-b907936b-84d8-4d68-9d11-cc1f6ef42aa4 req-e6a05e37-e4d0-42c7-9d9b-29a19a75976c service nova] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Received event network-changed-b5808b65-b10b-450e-a65e-6f79ac4cbead {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.251245] env[69162]: DEBUG nova.compute.manager [req-b907936b-84d8-4d68-9d11-cc1f6ef42aa4 req-e6a05e37-e4d0-42c7-9d9b-29a19a75976c service nova] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Refreshing instance network info cache due to event network-changed-b5808b65-b10b-450e-a65e-6f79ac4cbead. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.251508] env[69162]: DEBUG oslo_concurrency.lockutils [req-b907936b-84d8-4d68-9d11-cc1f6ef42aa4 req-e6a05e37-e4d0-42c7-9d9b-29a19a75976c service nova] Acquiring lock "refresh_cache-f6bba713-7cd6-40a5-ae76-c4d155536858" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.251669] env[69162]: DEBUG oslo_concurrency.lockutils [req-b907936b-84d8-4d68-9d11-cc1f6ef42aa4 req-e6a05e37-e4d0-42c7-9d9b-29a19a75976c service nova] Acquired lock "refresh_cache-f6bba713-7cd6-40a5-ae76-c4d155536858" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.251902] env[69162]: DEBUG nova.network.neutron [req-b907936b-84d8-4d68-9d11-cc1f6ef42aa4 req-e6a05e37-e4d0-42c7-9d9b-29a19a75976c service nova] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Refreshing network info cache for port b5808b65-b10b-450e-a65e-6f79ac4cbead {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.473012] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232235, 'name': Rename_Task, 'duration_secs': 0.140405} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.474437] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.474437] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5998f1cc-c7cf-47f2-b57d-e30b38441d55 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.481131] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 824.481131] env[69162]: value = "task-3232239" [ 824.481131] env[69162]: _type = "Task" [ 824.481131] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.488609] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.515890] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232238, 'name': CreateVM_Task, 'duration_secs': 0.33641} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.516078] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.516834] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.516996] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.517344] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.517642] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60317943-e6c6-4aaa-83b6-84ca0597e04b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.522119] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for the task: (returnval){ [ 824.522119] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52644f03-9673-6301-9a63-94768a228cc6" [ 824.522119] env[69162]: _type = "Task" [ 824.522119] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.525830] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9ece097-ff80-4cf3-a1c0-eadc9f8e906d req-f1a62993-533f-4cd5-8969-877ca521e881 service nova] Acquiring lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.528175] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9ece097-ff80-4cf3-a1c0-eadc9f8e906d req-f1a62993-533f-4cd5-8969-877ca521e881 service nova] Acquired lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.528175] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad3fd57-f6fa-4e51-a0f6-20f34db894d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.533509] env[69162]: DEBUG nova.compute.utils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.538866] env[69162]: DEBUG nova.compute.manager [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.539060] env[69162]: DEBUG nova.network.neutron [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.541261] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52644f03-9673-6301-9a63-94768a228cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009215} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.546953] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.547230] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.551017] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.551017] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.551017] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.563910] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fc68635-a4e7-4ab7-8a8a-8c9f2e8c1244 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.566407] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9ece097-ff80-4cf3-a1c0-eadc9f8e906d req-f1a62993-533f-4cd5-8969-877ca521e881 service nova] Releasing lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.566407] env[69162]: WARNING nova.compute.manager [req-c9ece097-ff80-4cf3-a1c0-eadc9f8e906d req-f1a62993-533f-4cd5-8969-877ca521e881 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Detach interface failed, port_id=8003ac62-2997-4c60-9f22-20c6910a8c7f, reason: No device with interface-id 8003ac62-2997-4c60-9f22-20c6910a8c7f exists on VM: nova.exception.NotFound: No device with interface-id 8003ac62-2997-4c60-9f22-20c6910a8c7f exists on VM [ 824.572242] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.580037] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.580311] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.581436] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e586468c-acf4-4318-9f43-d698dbf163cc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.590699] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for the task: (returnval){ [ 824.590699] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527e60ee-cc4c-5d5b-13d8-ac5e1ec3402b" [ 824.590699] env[69162]: _type = "Task" [ 824.590699] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.599429] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527e60ee-cc4c-5d5b-13d8-ac5e1ec3402b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.609115] env[69162]: DEBUG oslo_concurrency.lockutils [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.609381] env[69162]: DEBUG oslo_concurrency.lockutils [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.609586] env[69162]: DEBUG oslo_concurrency.lockutils [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.609770] env[69162]: DEBUG oslo_concurrency.lockutils [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.609935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.611741] env[69162]: INFO nova.compute.manager [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Terminating instance [ 824.615373] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "c4d26567-05de-49c0-bc5f-9310cbd12847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.619019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "c4d26567-05de-49c0-bc5f-9310cbd12847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.619019] env[69162]: DEBUG nova.policy [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d113b13a814d90a5d300ecbc2e7a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92b74db124934d18986780f012556476', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.629709] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232234, 'name': CreateSnapshot_Task, 'duration_secs': 0.753435} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.632431] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.634031] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c20d45-d228-4ebd-b6a0-6b984ad72ea5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.811048] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.811241] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.811411] env[69162]: DEBUG nova.network.neutron [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.924980] env[69162]: DEBUG nova.network.neutron [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Successfully created port: 9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.993014] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232239, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.995394] env[69162]: DEBUG nova.network.neutron [req-b907936b-84d8-4d68-9d11-cc1f6ef42aa4 req-e6a05e37-e4d0-42c7-9d9b-29a19a75976c service nova] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Updated VIF entry in instance network info cache for port b5808b65-b10b-450e-a65e-6f79ac4cbead. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.995812] env[69162]: DEBUG nova.network.neutron [req-b907936b-84d8-4d68-9d11-cc1f6ef42aa4 req-e6a05e37-e4d0-42c7-9d9b-29a19a75976c service nova] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Updating instance_info_cache with network_info: [{"id": "b5808b65-b10b-450e-a65e-6f79ac4cbead", "address": "fa:16:3e:8c:44:86", "network": {"id": "5221cfe0-8cc4-4ced-93d6-e21b03b5dd92", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1343285958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45edf390987402e83f828c57e23d777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5808b65-b1", "ovs_interfaceid": "b5808b65-b10b-450e-a65e-6f79ac4cbead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.042433] env[69162]: DEBUG nova.compute.manager [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.107295] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527e60ee-cc4c-5d5b-13d8-ac5e1ec3402b, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.108170] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e65002-010f-42b0-80dc-a5f6c4b2a57b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.113896] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for the task: (returnval){ [ 825.113896] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52060a0d-1b5f-e144-5b66-bfa7e485fc73" [ 825.113896] env[69162]: _type = "Task" [ 825.113896] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.118788] env[69162]: DEBUG nova.compute.manager [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.118788] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.122474] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376b2712-8218-43df-aa09-f79ff24e94cf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.129580] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4bc203-db98-4790-a515-d44da8b49201 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.138920] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52060a0d-1b5f-e144-5b66-bfa7e485fc73, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.139433] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.140136] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.140394] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] f6bba713-7cd6-40a5-ae76-c4d155536858/f6bba713-7cd6-40a5-ae76-c4d155536858.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.140654] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668cbd57-39a6-4b8e-b6a6-6224e2119aac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.143990] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0083ad91-9e3f-4d49-8b68-422720b40f2a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.153623] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 825.155215] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81e70e5-baf7-4b16-8e7c-86b4d4e29d6f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.160642] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-21a19c91-9835-4d81-af18-1b5d85c804b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.163929] env[69162]: DEBUG oslo_vmware.api [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 825.163929] env[69162]: value = "task-3232240" [ 825.163929] env[69162]: _type = "Task" [ 825.163929] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.165932] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for the task: (returnval){ [ 825.165932] env[69162]: value = "task-3232241" [ 825.165932] env[69162]: _type = "Task" [ 825.165932] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.202304] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 825.202304] env[69162]: value = "task-3232242" [ 825.202304] env[69162]: _type = "Task" [ 825.202304] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.203456] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744838ab-fa89-4158-8175-5bbd227c5814 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.212442] env[69162]: DEBUG oslo_vmware.api [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.216174] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.223723] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eb288c-e15e-45a3-b614-efc56b8f9543 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.227737] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232242, 'name': CloneVM_Task} progress is 23%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.239717] env[69162]: DEBUG nova.compute.provider_tree [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.491893] env[69162]: DEBUG oslo_vmware.api [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232239, 'name': PowerOnVM_Task, 'duration_secs': 0.554303} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.492401] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.492589] env[69162]: INFO nova.compute.manager [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Took 9.48 seconds to spawn the instance on the hypervisor. [ 825.492766] env[69162]: DEBUG nova.compute.manager [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.493626] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d27a4-caa7-4529-a025-ad6189ae9330 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.503019] env[69162]: DEBUG oslo_concurrency.lockutils [req-b907936b-84d8-4d68-9d11-cc1f6ef42aa4 req-e6a05e37-e4d0-42c7-9d9b-29a19a75976c service nova] Releasing lock "refresh_cache-f6bba713-7cd6-40a5-ae76-c4d155536858" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.680358] env[69162]: DEBUG oslo_vmware.api [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232240, 'name': PowerOffVM_Task, 'duration_secs': 0.180314} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.686970] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.687385] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.687811] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232241, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.688119] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cf16186-4b28-46d7-af70-7d60ca78ffd8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.717376] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232242, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.743836] env[69162]: DEBUG nova.scheduler.client.report [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.761962] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.762956] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.763223] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleting the datastore file [datastore1] 7db9e0be-ea98-4afc-8107-bfe3b9082b2f {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.763515] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-320a3adb-57c5-4d02-bb25-755d8d382547 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.772282] env[69162]: DEBUG oslo_vmware.api [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 825.772282] env[69162]: value = "task-3232244" [ 825.772282] env[69162]: _type = "Task" [ 825.772282] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.782144] env[69162]: DEBUG oslo_vmware.api [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.806893] env[69162]: DEBUG nova.network.neutron [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updating instance_info_cache with network_info: [{"id": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "address": "fa:16:3e:65:6b:d2", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001fe7bf-0e", "ovs_interfaceid": "001fe7bf-0e77-4e6f-956a-a0024fbb6d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.017342] env[69162]: INFO nova.compute.manager [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Took 50.18 seconds to build instance. [ 826.059903] env[69162]: DEBUG nova.compute.manager [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.082521] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.082857] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.083050] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.083255] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.083405] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.083551] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.083763] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.083921] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.084100] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.084295] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.084523] env[69162]: DEBUG nova.virt.hardware [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.085451] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fee3c9-6761-4526-a612-35f2d13b9f65 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.095634] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66b9f9b-e9f6-4645-9d23-f788e96de877 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.180874] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538978} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.181189] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] f6bba713-7cd6-40a5-ae76-c4d155536858/f6bba713-7cd6-40a5-ae76-c4d155536858.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.181424] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.181675] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67c5ca57-e7d1-469b-9ebc-ce26e7dda582 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.188234] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for the task: (returnval){ [ 826.188234] env[69162]: value = "task-3232245" [ 826.188234] env[69162]: _type = "Task" [ 826.188234] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.195562] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.217983] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232242, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.253376] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.257136] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.366s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.257487] env[69162]: INFO nova.compute.claims [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.281527] env[69162]: INFO nova.scheduler.client.report [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Deleted allocations for instance 9092dc6f-d128-4011-8332-6ed3718306bb [ 826.288680] env[69162]: DEBUG oslo_vmware.api [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161568} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.289171] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.289361] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.289545] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.289709] env[69162]: INFO nova.compute.manager [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 826.289956] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.290160] env[69162]: DEBUG nova.compute.manager [-] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.290266] env[69162]: DEBUG nova.network.neutron [-] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.309402] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-7db9e0be-ea98-4afc-8107-bfe3b9082b2f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.331058] env[69162]: DEBUG nova.compute.manager [req-64c0dd7b-4a30-4580-9037-c94266944ce1 req-b6b90c27-19ce-4962-903b-102ae85893a3 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Received event network-changed-287fe970-4067-4e21-bddb-1670d2c698c7 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.331519] env[69162]: DEBUG nova.compute.manager [req-64c0dd7b-4a30-4580-9037-c94266944ce1 req-b6b90c27-19ce-4962-903b-102ae85893a3 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Refreshing instance network info cache due to event network-changed-287fe970-4067-4e21-bddb-1670d2c698c7. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.331814] env[69162]: DEBUG oslo_concurrency.lockutils [req-64c0dd7b-4a30-4580-9037-c94266944ce1 req-b6b90c27-19ce-4962-903b-102ae85893a3 service nova] Acquiring lock "refresh_cache-796f6c25-a5b9-4bdc-892a-8fa6f5295485" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.332029] env[69162]: DEBUG oslo_concurrency.lockutils [req-64c0dd7b-4a30-4580-9037-c94266944ce1 req-b6b90c27-19ce-4962-903b-102ae85893a3 service nova] Acquired lock "refresh_cache-796f6c25-a5b9-4bdc-892a-8fa6f5295485" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.332320] env[69162]: DEBUG nova.network.neutron [req-64c0dd7b-4a30-4580-9037-c94266944ce1 req-b6b90c27-19ce-4962-903b-102ae85893a3 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Refreshing network info cache for port 287fe970-4067-4e21-bddb-1670d2c698c7 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.351159] env[69162]: DEBUG nova.compute.manager [req-efac31f5-05c1-4f41-a3d0-df79344d257a req-018e17d5-235b-4b79-b8ea-2d11133d1bdd service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received event network-vif-plugged-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.351213] env[69162]: DEBUG oslo_concurrency.lockutils [req-efac31f5-05c1-4f41-a3d0-df79344d257a req-018e17d5-235b-4b79-b8ea-2d11133d1bdd service nova] Acquiring lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.351396] env[69162]: DEBUG oslo_concurrency.lockutils [req-efac31f5-05c1-4f41-a3d0-df79344d257a req-018e17d5-235b-4b79-b8ea-2d11133d1bdd service nova] Lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.351567] env[69162]: DEBUG oslo_concurrency.lockutils [req-efac31f5-05c1-4f41-a3d0-df79344d257a req-018e17d5-235b-4b79-b8ea-2d11133d1bdd service nova] Lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.351740] env[69162]: DEBUG nova.compute.manager [req-efac31f5-05c1-4f41-a3d0-df79344d257a req-018e17d5-235b-4b79-b8ea-2d11133d1bdd service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] No waiting events found dispatching network-vif-plugged-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.351904] env[69162]: WARNING nova.compute.manager [req-efac31f5-05c1-4f41-a3d0-df79344d257a req-018e17d5-235b-4b79-b8ea-2d11133d1bdd service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received unexpected event network-vif-plugged-9d1e9a6a-b28c-4968-9836-a1deeb274446 for instance with vm_state building and task_state spawning. [ 826.433757] env[69162]: DEBUG nova.network.neutron [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Successfully updated port: 9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.519454] env[69162]: DEBUG oslo_concurrency.lockutils [None req-495e128b-2c1a-454c-874a-fd9518a01e39 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "29be81c5-006e-4633-94bb-c6bc007d6d0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.834s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.699873] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065694} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.700170] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.701435] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae9a392-1676-4577-918d-59fc80eefcea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.726261] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] f6bba713-7cd6-40a5-ae76-c4d155536858/f6bba713-7cd6-40a5-ae76-c4d155536858.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.729664] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f2d22f9-5849-4ee5-a84f-85b1845e4a0f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.751132] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232242, 'name': CloneVM_Task} progress is 95%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.752142] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for the task: (returnval){ [ 826.752142] env[69162]: value = "task-3232246" [ 826.752142] env[69162]: _type = "Task" [ 826.752142] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.760966] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.794465] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3d659d94-4abe-411b-b6dd-c7d586bbf908 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "9092dc6f-d128-4011-8332-6ed3718306bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.865s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.814817] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13efc94f-48dc-4871-9c9e-4424f26f220a tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-7db9e0be-ea98-4afc-8107-bfe3b9082b2f-8003ac62-2997-4c60-9f22-20c6910a8c7f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.096s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.938056] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.938252] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.938494] env[69162]: DEBUG nova.network.neutron [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.021962] env[69162]: DEBUG nova.compute.manager [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.138489] env[69162]: DEBUG nova.network.neutron [req-64c0dd7b-4a30-4580-9037-c94266944ce1 req-b6b90c27-19ce-4962-903b-102ae85893a3 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Updated VIF entry in instance network info cache for port 287fe970-4067-4e21-bddb-1670d2c698c7. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.138844] env[69162]: DEBUG nova.network.neutron [req-64c0dd7b-4a30-4580-9037-c94266944ce1 req-b6b90c27-19ce-4962-903b-102ae85893a3 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Updating instance_info_cache with network_info: [{"id": "287fe970-4067-4e21-bddb-1670d2c698c7", "address": "fa:16:3e:77:c6:39", "network": {"id": "613bbd3c-f856-47ed-a07a-a0dd94fd3665", "bridge": "br-int", "label": "tempest-ServersTestJSON-1757437769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2959a68699254bd3b8f8d5c38a38a434", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap287fe970-40", "ovs_interfaceid": "287fe970-4067-4e21-bddb-1670d2c698c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.229214] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232242, 'name': CloneVM_Task, 'duration_secs': 1.860295} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.229498] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Created linked-clone VM from snapshot [ 827.230353] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55043ad2-e160-4dae-90f1-efc27ce79898 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.238463] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Uploading image 656b95b6-37f7-412b-8e14-e3c4654dedb2 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.261516] env[69162]: DEBUG oslo_vmware.rw_handles [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.261516] env[69162]: value = "vm-646086" [ 827.261516] env[69162]: _type = "VirtualMachine" [ 827.261516] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.261796] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b5f8a007-9db0-4ea3-b3a5-a0427422dbb3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.269416] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232246, 'name': ReconfigVM_Task, 'duration_secs': 0.351957} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.270073] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Reconfigured VM instance instance-00000024 to attach disk [datastore1] f6bba713-7cd6-40a5-ae76-c4d155536858/f6bba713-7cd6-40a5-ae76-c4d155536858.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.271488] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f191b5-74c0-48b0-b467-5d083b842ba6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.273999] env[69162]: DEBUG oslo_vmware.rw_handles [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lease: (returnval){ [ 827.273999] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522927a2-df0e-63d9-0f7b-10c4aec24111" [ 827.273999] env[69162]: _type = "HttpNfcLease" [ 827.273999] env[69162]: } obtained for exporting VM: (result){ [ 827.273999] env[69162]: value = "vm-646086" [ 827.273999] env[69162]: _type = "VirtualMachine" [ 827.273999] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.274569] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the lease: (returnval){ [ 827.274569] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522927a2-df0e-63d9-0f7b-10c4aec24111" [ 827.274569] env[69162]: _type = "HttpNfcLease" [ 827.274569] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.278965] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for the task: (returnval){ [ 827.278965] env[69162]: value = "task-3232248" [ 827.278965] env[69162]: _type = "Task" [ 827.278965] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.285136] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.285136] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522927a2-df0e-63d9-0f7b-10c4aec24111" [ 827.285136] env[69162]: _type = "HttpNfcLease" [ 827.285136] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.289309] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232248, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.493824] env[69162]: DEBUG nova.network.neutron [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.544133] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.643679] env[69162]: DEBUG oslo_concurrency.lockutils [req-64c0dd7b-4a30-4580-9037-c94266944ce1 req-b6b90c27-19ce-4962-903b-102ae85893a3 service nova] Releasing lock "refresh_cache-796f6c25-a5b9-4bdc-892a-8fa6f5295485" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.738617] env[69162]: DEBUG nova.network.neutron [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updating instance_info_cache with network_info: [{"id": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "address": "fa:16:3e:bf:10:1e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e9a6a-b2", "ovs_interfaceid": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.790455] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.790455] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522927a2-df0e-63d9-0f7b-10c4aec24111" [ 827.790455] env[69162]: _type = "HttpNfcLease" [ 827.790455] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.791524] env[69162]: DEBUG oslo_vmware.rw_handles [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.791524] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522927a2-df0e-63d9-0f7b-10c4aec24111" [ 827.791524] env[69162]: _type = "HttpNfcLease" [ 827.791524] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.792624] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422252bc-7958-4b60-99c1-57489defa04f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.800857] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232248, 'name': Rename_Task, 'duration_secs': 0.146848} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.803597] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.804256] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d62e2905-31a1-44f5-991c-280c3132a9e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.811726] env[69162]: DEBUG oslo_vmware.rw_handles [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b00-2b5c-1fd0-06a7-55451b7a89ad/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.811726] env[69162]: DEBUG oslo_vmware.rw_handles [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b00-2b5c-1fd0-06a7-55451b7a89ad/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.816179] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b6b99-d866-426a-9056-ed618e2c7045 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.876270] env[69162]: DEBUG nova.network.neutron [-] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.877580] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for the task: (returnval){ [ 827.877580] env[69162]: value = "task-3232249" [ 827.877580] env[69162]: _type = "Task" [ 827.877580] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.886136] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0ea800-4ccd-4067-b702-d5776e3262e9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.893867] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.924889] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "29be81c5-006e-4633-94bb-c6bc007d6d0d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.924889] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "29be81c5-006e-4633-94bb-c6bc007d6d0d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.925103] env[69162]: DEBUG nova.compute.manager [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.928471] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3512a4c-e80c-44a2-88f2-10406df39c4b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.931715] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89a73ac-346f-4b7d-8aa8-45e12313a2c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.935983] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4376b381-96dd-4904-bd68-b00f652eab20 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.942701] env[69162]: DEBUG nova.compute.manager [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 827.943290] env[69162]: DEBUG nova.objects.instance [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lazy-loading 'flavor' on Instance uuid 29be81c5-006e-4633-94bb-c6bc007d6d0d {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.948258] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e115496b-90fe-4d68-8ec8-009fd4b14353 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.960278] env[69162]: DEBUG nova.compute.provider_tree [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.242848] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.243240] env[69162]: DEBUG nova.compute.manager [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Instance network_info: |[{"id": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "address": "fa:16:3e:bf:10:1e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e9a6a-b2", "ovs_interfaceid": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.243701] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:10:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d1e9a6a-b28c-4968-9836-a1deeb274446', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.252523] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating folder: Project (92b74db124934d18986780f012556476). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.252985] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f4c11c3-f561-4a0f-b91c-7c74a3cea999 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.264011] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Created folder: Project (92b74db124934d18986780f012556476) in parent group-v645978. [ 828.264342] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating folder: Instances. Parent ref: group-v646087. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.264762] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c615704c-5f5e-4180-88f7-ea0655158394 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.276310] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Created folder: Instances in parent group-v646087. [ 828.276668] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.276959] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.277262] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-950ea377-5d82-4d3e-b3eb-9c30545583a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.306617] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.306617] env[69162]: value = "task-3232252" [ 828.306617] env[69162]: _type = "Task" [ 828.306617] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.315133] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232252, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.378971] env[69162]: INFO nova.compute.manager [-] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Took 2.09 seconds to deallocate network for instance. [ 828.392836] env[69162]: DEBUG oslo_vmware.api [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232249, 'name': PowerOnVM_Task, 'duration_secs': 0.52383} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.393279] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.393639] env[69162]: INFO nova.compute.manager [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Took 7.62 seconds to spawn the instance on the hypervisor. [ 828.393863] env[69162]: DEBUG nova.compute.manager [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.394886] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bfdd4e-5965-4a76-90bf-2d0ea62bae96 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.469353] env[69162]: DEBUG nova.scheduler.client.report [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.475845] env[69162]: DEBUG nova.compute.manager [req-2680531c-b153-490c-87e8-331599a47adf req-074a1c73-cd9a-461a-9d62-b6f4fe5828d0 service nova] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Received event network-vif-deleted-001fe7bf-0e77-4e6f-956a-a0024fbb6d20 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.477110] env[69162]: DEBUG nova.compute.manager [req-3a7da34d-2447-41db-9c9c-edd3b496a61d req-1a5415d7-c4a3-495e-bf2c-0c1a62dd676d service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received event network-changed-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.477456] env[69162]: DEBUG nova.compute.manager [req-3a7da34d-2447-41db-9c9c-edd3b496a61d req-1a5415d7-c4a3-495e-bf2c-0c1a62dd676d service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Refreshing instance network info cache due to event network-changed-9d1e9a6a-b28c-4968-9836-a1deeb274446. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.477840] env[69162]: DEBUG oslo_concurrency.lockutils [req-3a7da34d-2447-41db-9c9c-edd3b496a61d req-1a5415d7-c4a3-495e-bf2c-0c1a62dd676d service nova] Acquiring lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.478283] env[69162]: DEBUG oslo_concurrency.lockutils [req-3a7da34d-2447-41db-9c9c-edd3b496a61d req-1a5415d7-c4a3-495e-bf2c-0c1a62dd676d service nova] Acquired lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.478434] env[69162]: DEBUG nova.network.neutron [req-3a7da34d-2447-41db-9c9c-edd3b496a61d req-1a5415d7-c4a3-495e-bf2c-0c1a62dd676d service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Refreshing network info cache for port 9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.816609] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232252, 'name': CreateVM_Task, 'duration_secs': 0.42704} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.816978] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.817630] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.817797] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.818215] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.818678] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a4abe6-54d6-45e9-aa46-015fc788f34e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.824111] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 828.824111] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e4e39c-a1a6-6b8f-2ca4-7de8fa419196" [ 828.824111] env[69162]: _type = "Task" [ 828.824111] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.833042] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e4e39c-a1a6-6b8f-2ca4-7de8fa419196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.889327] env[69162]: DEBUG oslo_concurrency.lockutils [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.918999] env[69162]: INFO nova.compute.manager [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Took 44.53 seconds to build instance. [ 828.958515] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.959587] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90cf5b1-ce47-4351-85a2-075f74585ac4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.968336] env[69162]: DEBUG oslo_vmware.api [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 828.968336] env[69162]: value = "task-3232253" [ 828.968336] env[69162]: _type = "Task" [ 828.968336] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.978263] env[69162]: DEBUG oslo_vmware.api [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.981174] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.982046] env[69162]: DEBUG nova.compute.manager [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.985667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.859s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.987440] env[69162]: INFO nova.compute.claims [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.321819] env[69162]: DEBUG nova.network.neutron [req-3a7da34d-2447-41db-9c9c-edd3b496a61d req-1a5415d7-c4a3-495e-bf2c-0c1a62dd676d service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updated VIF entry in instance network info cache for port 9d1e9a6a-b28c-4968-9836-a1deeb274446. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.322316] env[69162]: DEBUG nova.network.neutron [req-3a7da34d-2447-41db-9c9c-edd3b496a61d req-1a5415d7-c4a3-495e-bf2c-0c1a62dd676d service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updating instance_info_cache with network_info: [{"id": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "address": "fa:16:3e:bf:10:1e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e9a6a-b2", "ovs_interfaceid": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.339119] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e4e39c-a1a6-6b8f-2ca4-7de8fa419196, 'name': SearchDatastore_Task, 'duration_secs': 0.017786} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.339886] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.339886] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.340044] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.340849] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.340849] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.340849] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0729ea4c-0f69-4f10-8a4d-447fe54ede11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.350401] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.350401] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.350722] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9348194-280d-4681-bb31-a43da7f4b5bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.356601] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 829.356601] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e32f75-2366-55cf-4ed0-93d2bef06254" [ 829.356601] env[69162]: _type = "Task" [ 829.356601] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.364921] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e32f75-2366-55cf-4ed0-93d2bef06254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.421190] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdfcbc52-83d1-43c1-8e51-a40a9bebf2cf tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Lock "f6bba713-7cd6-40a5-ae76-c4d155536858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.339s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.443788] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.443984] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.444218] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.444428] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.444695] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.447340] env[69162]: INFO nova.compute.manager [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Terminating instance [ 829.478878] env[69162]: DEBUG oslo_vmware.api [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232253, 'name': PowerOffVM_Task, 'duration_secs': 0.327047} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.479763] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.480389] env[69162]: DEBUG nova.compute.manager [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.481316] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3935ed9e-021f-452d-800a-0d0b23ed7750 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.488104] env[69162]: DEBUG nova.compute.utils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.491723] env[69162]: DEBUG nova.compute.manager [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Not allocating networking since 'none' was specified. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 829.623993] env[69162]: DEBUG oslo_concurrency.lockutils [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "32b4ca6c-622c-4888-aef5-40dcc6b04355" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.624423] env[69162]: DEBUG oslo_concurrency.lockutils [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "32b4ca6c-622c-4888-aef5-40dcc6b04355" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.624719] env[69162]: DEBUG oslo_concurrency.lockutils [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "32b4ca6c-622c-4888-aef5-40dcc6b04355-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.625103] env[69162]: DEBUG oslo_concurrency.lockutils [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "32b4ca6c-622c-4888-aef5-40dcc6b04355-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.625355] env[69162]: DEBUG oslo_concurrency.lockutils [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "32b4ca6c-622c-4888-aef5-40dcc6b04355-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.630809] env[69162]: INFO nova.compute.manager [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Terminating instance [ 829.756539] env[69162]: DEBUG oslo_concurrency.lockutils [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquiring lock "bfb80238-cb30-401e-a409-1939ea48ba2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.756906] env[69162]: DEBUG oslo_concurrency.lockutils [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Lock "bfb80238-cb30-401e-a409-1939ea48ba2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.757199] env[69162]: DEBUG oslo_concurrency.lockutils [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquiring lock "bfb80238-cb30-401e-a409-1939ea48ba2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.757437] env[69162]: DEBUG oslo_concurrency.lockutils [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Lock "bfb80238-cb30-401e-a409-1939ea48ba2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.757685] env[69162]: DEBUG oslo_concurrency.lockutils [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Lock "bfb80238-cb30-401e-a409-1939ea48ba2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.760227] env[69162]: INFO nova.compute.manager [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Terminating instance [ 829.825824] env[69162]: DEBUG oslo_concurrency.lockutils [req-3a7da34d-2447-41db-9c9c-edd3b496a61d req-1a5415d7-c4a3-495e-bf2c-0c1a62dd676d service nova] Releasing lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.868379] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e32f75-2366-55cf-4ed0-93d2bef06254, 'name': SearchDatastore_Task, 'duration_secs': 0.021181} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.869243] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a732aed-683a-4677-b7cf-d9602fdd1c0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.874649] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 829.874649] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529631ff-3fe4-d6f4-cf75-26c36075ba3b" [ 829.874649] env[69162]: _type = "Task" [ 829.874649] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.882797] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529631ff-3fe4-d6f4-cf75-26c36075ba3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.924308] env[69162]: DEBUG nova.compute.manager [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.951789] env[69162]: DEBUG nova.compute.manager [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.952179] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.953548] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab28a4-45e1-4e25-9c37-fac5ccf7460f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.963928] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.963928] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae275b01-2605-426c-b3eb-023dd199d7b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.971502] env[69162]: DEBUG oslo_vmware.api [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 829.971502] env[69162]: value = "task-3232254" [ 829.971502] env[69162]: _type = "Task" [ 829.971502] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.980503] env[69162]: DEBUG oslo_vmware.api [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.993827] env[69162]: DEBUG nova.compute.manager [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.004130] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b9372420-1e46-4e47-98cf-a7439655c107 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "29be81c5-006e-4633-94bb-c6bc007d6d0d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.135534] env[69162]: DEBUG nova.compute.manager [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.135663] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.136794] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb0eab4-61cd-4dbe-98ef-8c978d5b7668 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.144680] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.144953] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efce20b5-3c7a-47f0-9003-f38f156ad9f2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.154126] env[69162]: DEBUG oslo_vmware.api [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 830.154126] env[69162]: value = "task-3232255" [ 830.154126] env[69162]: _type = "Task" [ 830.154126] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.163680] env[69162]: DEBUG oslo_vmware.api [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.265810] env[69162]: DEBUG nova.compute.manager [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.266082] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.267048] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e0df97-3285-4473-a67e-ddf4313f913f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.276010] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.278908] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6421c81a-a4ce-4e83-9c08-b261e8351100 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.287079] env[69162]: DEBUG oslo_vmware.api [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for the task: (returnval){ [ 830.287079] env[69162]: value = "task-3232256" [ 830.287079] env[69162]: _type = "Task" [ 830.287079] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.296318] env[69162]: DEBUG oslo_vmware.api [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3232256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.388565] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529631ff-3fe4-d6f4-cf75-26c36075ba3b, 'name': SearchDatastore_Task, 'duration_secs': 0.014818} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.393050] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.393291] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bb46b420-8682-4a15-acac-6d4b65592f80/bb46b420-8682-4a15-acac-6d4b65592f80.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.394559] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5bc4858-085d-4a3e-93d6-6da3bbd2c6a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.401521] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 830.401521] env[69162]: value = "task-3232257" [ 830.401521] env[69162]: _type = "Task" [ 830.401521] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.413453] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.445204] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquiring lock "f6bba713-7cd6-40a5-ae76-c4d155536858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.445547] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Lock "f6bba713-7cd6-40a5-ae76-c4d155536858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.445958] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquiring lock "f6bba713-7cd6-40a5-ae76-c4d155536858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.446167] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Lock "f6bba713-7cd6-40a5-ae76-c4d155536858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.446400] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Lock "f6bba713-7cd6-40a5-ae76-c4d155536858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.448971] env[69162]: INFO nova.compute.manager [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Terminating instance [ 830.451198] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.486642] env[69162]: DEBUG oslo_vmware.api [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232254, 'name': PowerOffVM_Task, 'duration_secs': 0.204919} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.486642] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.486815] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.486941] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9289e55-d6f0-49af-a651-992546e1c1f9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.560751] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56d77ee-6fdd-48d7-a986-67be40557b36 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.568179] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8abb7f-a093-4cea-bbd5-66efbb715b59 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.574704] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.574921] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.575110] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Deleting the datastore file [datastore2] d090a13b-9406-4b37-9b94-f9fb86c1efd5 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.575796] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6005884c-94ca-4f7f-89b5-2387b24bfd2d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.605440] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3681a2-ff1c-43dd-abe9-bdeb1154bce4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.608612] env[69162]: DEBUG oslo_vmware.api [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 830.608612] env[69162]: value = "task-3232259" [ 830.608612] env[69162]: _type = "Task" [ 830.608612] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.617244] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6670d6b-00b1-4fa6-90c5-f2dc96e61cca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.629720] env[69162]: DEBUG oslo_vmware.api [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.638468] env[69162]: DEBUG nova.compute.provider_tree [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.664510] env[69162]: DEBUG oslo_vmware.api [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232255, 'name': PowerOffVM_Task, 'duration_secs': 0.341293} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.665030] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.665030] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.665266] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a100d987-cf28-425e-9f7c-811d148ccf12 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.736276] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.736276] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.736276] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Deleting the datastore file [datastore2] 32b4ca6c-622c-4888-aef5-40dcc6b04355 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.736276] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a93c8955-347f-478c-bbcb-edd9adf21bc5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.741860] env[69162]: DEBUG oslo_vmware.api [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for the task: (returnval){ [ 830.741860] env[69162]: value = "task-3232261" [ 830.741860] env[69162]: _type = "Task" [ 830.741860] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.756684] env[69162]: DEBUG oslo_vmware.api [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.797175] env[69162]: DEBUG oslo_vmware.api [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3232256, 'name': PowerOffVM_Task, 'duration_secs': 0.218672} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.797541] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.797724] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.798008] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf533575-6f80-4e08-b1b6-fb1fd520fa4d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.869080] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.869080] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.869396] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Deleting the datastore file [datastore1] bfb80238-cb30-401e-a409-1939ea48ba2f {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.869590] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ed4e111-1737-44d2-9c31-116efff4ed3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.877487] env[69162]: DEBUG oslo_vmware.api [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for the task: (returnval){ [ 830.877487] env[69162]: value = "task-3232263" [ 830.877487] env[69162]: _type = "Task" [ 830.877487] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.888770] env[69162]: DEBUG oslo_vmware.api [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3232263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.916106] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232257, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.954889] env[69162]: DEBUG nova.compute.manager [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.955114] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.956417] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8028f34-0140-44da-ab61-30a90566bfdc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.964070] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.964433] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32f04851-40b8-4f6c-b514-80fb40ffbc35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.970760] env[69162]: DEBUG oslo_vmware.api [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for the task: (returnval){ [ 830.970760] env[69162]: value = "task-3232264" [ 830.970760] env[69162]: _type = "Task" [ 830.970760] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.979981] env[69162]: DEBUG oslo_vmware.api [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.009571] env[69162]: DEBUG nova.compute.manager [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.037208] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.037503] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.037669] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.037846] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.037990] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.038151] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.038761] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.038761] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.038761] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.038900] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.038968] env[69162]: DEBUG nova.virt.hardware [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.039901] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa679918-66a5-436c-990d-44b74d3b356a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.048641] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31168625-97fb-44b3-8535-04a0b2eb94f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.064704] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.071242] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Creating folder: Project (d983f7c010144fd3afc170ca3fd90961). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.071624] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1efbd583-674c-487c-9019-10da518da0e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.081707] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Created folder: Project (d983f7c010144fd3afc170ca3fd90961) in parent group-v645978. [ 831.081707] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Creating folder: Instances. Parent ref: group-v646090. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.081895] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-791ae6c1-ce90-4d26-aeee-9b99e05cf8af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.092383] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Created folder: Instances in parent group-v646090. [ 831.092653] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.092859] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.093093] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71a86acb-b45f-4bcf-8399-1b1f8651d130 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.110731] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.110731] env[69162]: value = "task-3232267" [ 831.110731] env[69162]: _type = "Task" [ 831.110731] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.123155] env[69162]: DEBUG oslo_vmware.api [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316789} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.126591] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.126733] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.126917] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.127093] env[69162]: INFO nova.compute.manager [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 831.127412] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.127597] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232267, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.127866] env[69162]: DEBUG nova.compute.manager [-] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.127966] env[69162]: DEBUG nova.network.neutron [-] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.141783] env[69162]: DEBUG nova.scheduler.client.report [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.252241] env[69162]: DEBUG oslo_vmware.api [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Task: {'id': task-3232261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314808} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.252484] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.252649] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.252839] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.253036] env[69162]: INFO nova.compute.manager [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Took 1.12 seconds to destroy the instance on the hypervisor. [ 831.253289] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.253484] env[69162]: DEBUG nova.compute.manager [-] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.253580] env[69162]: DEBUG nova.network.neutron [-] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.390528] env[69162]: DEBUG oslo_vmware.api [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Task: {'id': task-3232263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252698} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.391311] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.391657] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.392127] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.392552] env[69162]: INFO nova.compute.manager [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 831.393386] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.393850] env[69162]: DEBUG nova.compute.manager [-] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.394075] env[69162]: DEBUG nova.network.neutron [-] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.412647] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578936} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.415898] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bb46b420-8682-4a15-acac-6d4b65592f80/bb46b420-8682-4a15-acac-6d4b65592f80.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.415898] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.415898] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18308b98-c9e4-4c4a-8ead-4896227b8cf9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.420578] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 831.420578] env[69162]: value = "task-3232268" [ 831.420578] env[69162]: _type = "Task" [ 831.420578] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.428947] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.485148] env[69162]: DEBUG oslo_vmware.api [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232264, 'name': PowerOffVM_Task, 'duration_secs': 0.188607} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.485148] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.485148] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.485148] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31f07ffd-653c-4527-9b0f-5843f15c8516 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.534120] env[69162]: DEBUG nova.compute.manager [req-4df15912-4eee-4575-85dc-64f574171c33 req-3036fa76-7868-48d7-815d-e6185c7e3828 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Received event network-vif-deleted-6c351d1d-262e-45bb-a673-830e16b16171 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.534390] env[69162]: INFO nova.compute.manager [req-4df15912-4eee-4575-85dc-64f574171c33 req-3036fa76-7868-48d7-815d-e6185c7e3828 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Neutron deleted interface 6c351d1d-262e-45bb-a673-830e16b16171; detaching it from the instance and deleting it from the info cache [ 831.534621] env[69162]: DEBUG nova.network.neutron [req-4df15912-4eee-4575-85dc-64f574171c33 req-3036fa76-7868-48d7-815d-e6185c7e3828 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.628818] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232267, 'name': CreateVM_Task, 'duration_secs': 0.293982} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.628997] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.629449] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.629619] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.629946] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.630223] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e84ee4-248c-48ba-974c-945e69870783 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.637245] env[69162]: DEBUG nova.compute.manager [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.638406] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c8a0a0-3023-4076-a9c5-2f08010ee051 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.641777] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 831.641777] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52149d27-0889-bb47-f509-ef5b2962ffcf" [ 831.641777] env[69162]: _type = "Task" [ 831.641777] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.654020] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.654020] env[69162]: DEBUG nova.compute.manager [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.660024] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.542s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.660024] env[69162]: INFO nova.compute.claims [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.668248] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52149d27-0889-bb47-f509-ef5b2962ffcf, 'name': SearchDatastore_Task, 'duration_secs': 0.019958} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.669982] env[69162]: DEBUG nova.compute.manager [req-e638f4d8-6604-483a-94a4-eec94b4071cd req-3d81b59e-93cb-4363-be55-f80f40739141 service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Received event network-vif-deleted-34458f91-3bf5-479c-a8dc-9fec8ba1af20 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.670255] env[69162]: INFO nova.compute.manager [req-e638f4d8-6604-483a-94a4-eec94b4071cd req-3d81b59e-93cb-4363-be55-f80f40739141 service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Neutron deleted interface 34458f91-3bf5-479c-a8dc-9fec8ba1af20; detaching it from the instance and deleting it from the info cache [ 831.670468] env[69162]: DEBUG nova.network.neutron [req-e638f4d8-6604-483a-94a4-eec94b4071cd req-3d81b59e-93cb-4363-be55-f80f40739141 service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.671845] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.672921] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.672921] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.672921] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.672921] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.674602] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee1b1221-6701-4a14-a02b-383fcb4744dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.683046] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.683396] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.684264] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f01ffd-db4f-4bbd-af3d-9ec2f27f0c00 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.689958] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 831.689958] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bdeca8-fe33-e496-bebe-73bc46d9f9da" [ 831.689958] env[69162]: _type = "Task" [ 831.689958] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.699264] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bdeca8-fe33-e496-bebe-73bc46d9f9da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.931826] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235894} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.932130] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.935813] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b2016a-70ef-4e01-80d6-20eddbe6841c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.958584] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] bb46b420-8682-4a15-acac-6d4b65592f80/bb46b420-8682-4a15-acac-6d4b65592f80.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.958926] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-140869da-2c1c-4a7a-9d80-30ca77db37d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.978128] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 831.978128] env[69162]: value = "task-3232270" [ 831.978128] env[69162]: _type = "Task" [ 831.978128] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.988857] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.007972] env[69162]: DEBUG nova.network.neutron [-] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.037899] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96e58391-ede0-4b5e-91b8-3eb40ec1e1ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.048495] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50c033e-379b-4521-9b78-76598f714764 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.088751] env[69162]: DEBUG nova.compute.manager [req-4df15912-4eee-4575-85dc-64f574171c33 req-3036fa76-7868-48d7-815d-e6185c7e3828 service nova] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Detach interface failed, port_id=6c351d1d-262e-45bb-a673-830e16b16171, reason: Instance d090a13b-9406-4b37-9b94-f9fb86c1efd5 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.147119] env[69162]: DEBUG nova.network.neutron [-] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.163737] env[69162]: DEBUG nova.compute.utils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.163737] env[69162]: DEBUG nova.compute.manager [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.163737] env[69162]: DEBUG nova.network.neutron [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.168615] env[69162]: INFO nova.compute.manager [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] instance snapshotting [ 832.168875] env[69162]: WARNING nova.compute.manager [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 832.175709] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2754b98a-020a-445c-864e-dbbdc1bcbd87 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.178840] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2393d23-5255-4b5f-9a43-18b70c22f554 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.204069] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bdc22a-2060-4e7a-853a-6e0caf0deb12 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.210204] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677d621d-e4f9-49a8-b8ec-5aa4f8bc8047 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.221990] env[69162]: DEBUG nova.policy [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55e6bc0fdb534452ae889b6d46f04944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3483f515656c4684a800409d1728d369', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.229701] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bdeca8-fe33-e496-bebe-73bc46d9f9da, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.249733] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7df98fe-700c-465d-821a-e74860b4a57f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.252794] env[69162]: DEBUG nova.compute.manager [req-e638f4d8-6604-483a-94a4-eec94b4071cd req-3d81b59e-93cb-4363-be55-f80f40739141 service nova] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Detach interface failed, port_id=34458f91-3bf5-479c-a8dc-9fec8ba1af20, reason: Instance 32b4ca6c-622c-4888-aef5-40dcc6b04355 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.257074] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 832.257074] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5288fd25-5171-17cc-f6cb-863ae656d79c" [ 832.257074] env[69162]: _type = "Task" [ 832.257074] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.265811] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5288fd25-5171-17cc-f6cb-863ae656d79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.489523] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232270, 'name': ReconfigVM_Task, 'duration_secs': 0.31567} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.489713] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Reconfigured VM instance instance-00000026 to attach disk [datastore1] bb46b420-8682-4a15-acac-6d4b65592f80/bb46b420-8682-4a15-acac-6d4b65592f80.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.490647] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26923b67-d415-4476-ad1d-44d94b6c6b17 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.500818] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 832.500818] env[69162]: value = "task-3232271" [ 832.500818] env[69162]: _type = "Task" [ 832.500818] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.501679] env[69162]: DEBUG nova.network.neutron [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Successfully created port: bba15c59-d21e-452b-b772-d1d258d5b843 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.513156] env[69162]: INFO nova.compute.manager [-] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Took 1.39 seconds to deallocate network for instance. [ 832.513548] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232271, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.605624] env[69162]: DEBUG nova.network.neutron [-] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.651119] env[69162]: INFO nova.compute.manager [-] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Took 1.40 seconds to deallocate network for instance. [ 832.669285] env[69162]: DEBUG nova.compute.manager [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.755547] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.756039] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b36b06f9-0c42-4279-b019-88e36a53e0ca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.769260] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5288fd25-5171-17cc-f6cb-863ae656d79c, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.771500] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.771752] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.772114] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 832.772114] env[69162]: value = "task-3232272" [ 832.772114] env[69162]: _type = "Task" [ 832.772114] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.772562] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1109fdd9-cf29-41be-bf72-23b2872f92f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.782921] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232272, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.784315] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 832.784315] env[69162]: value = "task-3232273" [ 832.784315] env[69162]: _type = "Task" [ 832.784315] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.794774] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.017995] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232271, 'name': Rename_Task, 'duration_secs': 0.155973} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.021157] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.022200] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.022711] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb24cb8b-2f46-42b0-97a9-c144736806e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.030271] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 833.030271] env[69162]: value = "task-3232274" [ 833.030271] env[69162]: _type = "Task" [ 833.030271] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.038346] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.050585] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.050585] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.050585] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Deleting the datastore file [datastore1] f6bba713-7cd6-40a5-ae76-c4d155536858 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.050585] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b7e909f-5a76-4d8c-8dcb-98f677a22ae1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.060012] env[69162]: DEBUG oslo_vmware.api [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for the task: (returnval){ [ 833.060012] env[69162]: value = "task-3232275" [ 833.060012] env[69162]: _type = "Task" [ 833.060012] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.070929] env[69162]: DEBUG oslo_vmware.api [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.110551] env[69162]: INFO nova.compute.manager [-] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Took 1.72 seconds to deallocate network for instance. [ 833.162503] env[69162]: DEBUG oslo_concurrency.lockutils [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.258023] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0628e21-c08b-4da1-bedb-5698e32edcd0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.267785] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee1d6de-5604-4c3b-aca8-085e0f83e718 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.313793] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36b598c-24ed-468e-9aa1-f93dba364a3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.328542] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb7429b-34f5-432c-a059-4ef3193a82ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.333253] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232273, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.333605] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232272, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.344975] env[69162]: DEBUG nova.compute.provider_tree [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.540014] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.571087] env[69162]: DEBUG oslo_vmware.api [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Task: {'id': task-3232275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475075} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.571395] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.571595] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.571775] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.571947] env[69162]: INFO nova.compute.manager [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Took 2.62 seconds to destroy the instance on the hypervisor. [ 833.572211] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.572426] env[69162]: DEBUG nova.compute.manager [-] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.572529] env[69162]: DEBUG nova.network.neutron [-] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.619689] env[69162]: DEBUG oslo_concurrency.lockutils [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.683482] env[69162]: DEBUG nova.compute.manager [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.702134] env[69162]: DEBUG nova.compute.manager [req-38d80b07-52b0-4085-a1b7-2a2bcdf69a37 req-401de464-0436-4dca-a5f6-c2e62495c04c service nova] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Received event network-vif-deleted-0d033839-e9f2-4a5b-b96b-5e3dd4938f66 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.708368] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.708669] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.708839] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.709038] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.709207] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.709416] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.710344] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.710344] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.710344] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.710344] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.710344] env[69162]: DEBUG nova.virt.hardware [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.711341] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3787c74-12c3-4a20-ac9b-de6f72eec2e9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.722349] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea55cce-4f81-4340-80be-152c00a0982a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.830089] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623084} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.830089] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232272, 'name': CreateSnapshot_Task, 'duration_secs': 0.744037} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.830089] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.830089] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.830594] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 833.830594] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78dfa01c-5819-47a8-bcd4-021bf8595b08 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.833192] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac9372-7375-41fc-a44a-1601f577f74c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.848678] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 833.848678] env[69162]: value = "task-3232276" [ 833.848678] env[69162]: _type = "Task" [ 833.848678] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.851191] env[69162]: DEBUG nova.scheduler.client.report [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.040506] env[69162]: DEBUG oslo_vmware.api [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232274, 'name': PowerOnVM_Task, 'duration_secs': 0.768939} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.040892] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.041155] env[69162]: INFO nova.compute.manager [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Took 7.98 seconds to spawn the instance on the hypervisor. [ 834.041384] env[69162]: DEBUG nova.compute.manager [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.042462] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631dc8c4-a1d9-4311-a95a-efcfa78d2ff5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.074649] env[69162]: DEBUG nova.network.neutron [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Successfully updated port: bba15c59-d21e-452b-b772-d1d258d5b843 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.278454] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Acquiring lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.278706] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.358873] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 834.359679] env[69162]: DEBUG nova.network.neutron [-] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.361182] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.361648] env[69162]: DEBUG nova.compute.manager [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.364324] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43c0a30b-b9ea-4953-9a1c-c883a0e980c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.370711] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.112s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.372247] env[69162]: INFO nova.compute.claims [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.381194] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125035} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.381419] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.382034] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 834.382034] env[69162]: value = "task-3232277" [ 834.382034] env[69162]: _type = "Task" [ 834.382034] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.383023] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e66281-b5b9-4eeb-9702-0848727322a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.405865] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232277, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.415096] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.416373] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09056e8c-577f-43b4-b5a4-87642101bed0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.435952] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 834.435952] env[69162]: value = "task-3232278" [ 834.435952] env[69162]: _type = "Task" [ 834.435952] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.445485] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.564446] env[69162]: INFO nova.compute.manager [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Took 44.16 seconds to build instance. [ 834.577763] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-8b6ff94c-3431-43a5-8d63-e462d795d320" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.577898] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-8b6ff94c-3431-43a5-8d63-e462d795d320" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.578091] env[69162]: DEBUG nova.network.neutron [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.783246] env[69162]: DEBUG nova.compute.utils [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.875083] env[69162]: DEBUG nova.compute.utils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.875083] env[69162]: INFO nova.compute.manager [-] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Took 1.30 seconds to deallocate network for instance. [ 834.875083] env[69162]: DEBUG nova.compute.manager [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.875083] env[69162]: DEBUG nova.network.neutron [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.895945] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232277, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.930213] env[69162]: DEBUG nova.policy [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4073427a48b148a1a710442a81521746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbd0769245e346cea6c1035da0a0e541', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.946261] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.067740] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0294ee42-249b-45e6-8bbf-e7e8fb5ff5dc tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.371s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.127286] env[69162]: DEBUG nova.network.neutron [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.285162] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.312782] env[69162]: DEBUG nova.network.neutron [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Successfully created port: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.372661] env[69162]: DEBUG nova.network.neutron [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Updating instance_info_cache with network_info: [{"id": "bba15c59-d21e-452b-b772-d1d258d5b843", "address": "fa:16:3e:36:90:c3", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba15c59-d2", "ovs_interfaceid": "bba15c59-d21e-452b-b772-d1d258d5b843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.380206] env[69162]: DEBUG nova.compute.manager [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.390982] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.409660] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232277, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.453739] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232278, 'name': ReconfigVM_Task, 'duration_secs': 0.703331} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.453739] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.453739] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-039316c5-d7b8-41ca-a178-93c564bfc492 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.463326] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 835.463326] env[69162]: value = "task-3232279" [ 835.463326] env[69162]: _type = "Task" [ 835.463326] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.474816] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232279, 'name': Rename_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.575567] env[69162]: DEBUG nova.compute.manager [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.876213] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-8b6ff94c-3431-43a5-8d63-e462d795d320" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.876554] env[69162]: DEBUG nova.compute.manager [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Instance network_info: |[{"id": "bba15c59-d21e-452b-b772-d1d258d5b843", "address": "fa:16:3e:36:90:c3", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba15c59-d2", "ovs_interfaceid": "bba15c59-d21e-452b-b772-d1d258d5b843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.877024] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:90:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba15c59-d21e-452b-b772-d1d258d5b843', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.884651] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Creating folder: Project (3483f515656c4684a800409d1728d369). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.885166] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41bf3f17-7003-4e21-a072-8aa04e3762fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.902748] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Created folder: Project (3483f515656c4684a800409d1728d369) in parent group-v645978. [ 835.902959] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Creating folder: Instances. Parent ref: group-v646095. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.909136] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2399b6d7-32e4-4052-9b14-37cfe3803b68 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.918650] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232277, 'name': CloneVM_Task} progress is 95%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.920138] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Created folder: Instances in parent group-v646095. [ 835.920392] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.921715] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.921715] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1865057-9f41-4897-a15c-ecc545e3faff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.945475] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.945475] env[69162]: value = "task-3232282" [ 835.945475] env[69162]: _type = "Task" [ 835.945475] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.953831] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232282, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.972543] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232279, 'name': Rename_Task, 'duration_secs': 0.180826} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.975112] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.975566] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4947657f-c60e-4cf3-b74f-20548247b913 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.981356] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 835.981356] env[69162]: value = "task-3232283" [ 835.981356] env[69162]: _type = "Task" [ 835.981356] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.990894] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.992977] env[69162]: DEBUG nova.compute.manager [req-629c3394-df36-4387-b491-422f9b67ef48 req-df3dd951-09b5-46be-866a-05111cfb9c10 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received event network-changed-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.993182] env[69162]: DEBUG nova.compute.manager [req-629c3394-df36-4387-b491-422f9b67ef48 req-df3dd951-09b5-46be-866a-05111cfb9c10 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Refreshing instance network info cache due to event network-changed-9d1e9a6a-b28c-4968-9836-a1deeb274446. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.993401] env[69162]: DEBUG oslo_concurrency.lockutils [req-629c3394-df36-4387-b491-422f9b67ef48 req-df3dd951-09b5-46be-866a-05111cfb9c10 service nova] Acquiring lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.993550] env[69162]: DEBUG oslo_concurrency.lockutils [req-629c3394-df36-4387-b491-422f9b67ef48 req-df3dd951-09b5-46be-866a-05111cfb9c10 service nova] Acquired lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.993712] env[69162]: DEBUG nova.network.neutron [req-629c3394-df36-4387-b491-422f9b67ef48 req-df3dd951-09b5-46be-866a-05111cfb9c10 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Refreshing network info cache for port 9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.995610] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b7f94b-d318-4603-9a39-14c1c031249d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.004123] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3ebd9e-e84c-4531-8fcc-1a449570d3ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.044526] env[69162]: DEBUG nova.compute.manager [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Received event network-vif-deleted-b5808b65-b10b-450e-a65e-6f79ac4cbead {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.044888] env[69162]: DEBUG nova.compute.manager [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Received event network-vif-plugged-bba15c59-d21e-452b-b772-d1d258d5b843 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.045299] env[69162]: DEBUG oslo_concurrency.lockutils [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] Acquiring lock "8b6ff94c-3431-43a5-8d63-e462d795d320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.045838] env[69162]: DEBUG oslo_concurrency.lockutils [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] Lock "8b6ff94c-3431-43a5-8d63-e462d795d320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.045838] env[69162]: DEBUG oslo_concurrency.lockutils [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] Lock "8b6ff94c-3431-43a5-8d63-e462d795d320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.046230] env[69162]: DEBUG nova.compute.manager [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] No waiting events found dispatching network-vif-plugged-bba15c59-d21e-452b-b772-d1d258d5b843 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.046390] env[69162]: WARNING nova.compute.manager [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Received unexpected event network-vif-plugged-bba15c59-d21e-452b-b772-d1d258d5b843 for instance with vm_state building and task_state spawning. [ 836.046669] env[69162]: DEBUG nova.compute.manager [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Received event network-changed-bba15c59-d21e-452b-b772-d1d258d5b843 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.047303] env[69162]: DEBUG nova.compute.manager [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Refreshing instance network info cache due to event network-changed-bba15c59-d21e-452b-b772-d1d258d5b843. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.047303] env[69162]: DEBUG oslo_concurrency.lockutils [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] Acquiring lock "refresh_cache-8b6ff94c-3431-43a5-8d63-e462d795d320" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.047505] env[69162]: DEBUG oslo_concurrency.lockutils [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] Acquired lock "refresh_cache-8b6ff94c-3431-43a5-8d63-e462d795d320" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.047775] env[69162]: DEBUG nova.network.neutron [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Refreshing network info cache for port bba15c59-d21e-452b-b772-d1d258d5b843 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.049879] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fccb33-ca04-478f-a110-5bb58d1cdb22 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.063125] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005900cf-8de5-4fc9-b48f-6cf536290266 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.082797] env[69162]: DEBUG nova.compute.provider_tree [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.100184] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.409794] env[69162]: DEBUG nova.compute.manager [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.412474] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232277, 'name': CloneVM_Task, 'duration_secs': 1.775279} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.413411] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Acquiring lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.413782] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.414049] env[69162]: INFO nova.compute.manager [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Attaching volume eeec8f41-e86e-408a-8b13-0ce38f8173d1 to /dev/sdb [ 836.415931] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Created linked-clone VM from snapshot [ 836.417132] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff46259c-4ea2-478a-a345-5ae0d6248ae2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.428268] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Uploading image 3886a568-fdce-4239-aa2b-1cb5186316b5 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 836.451685] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.451999] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.452222] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.452448] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.452628] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.452807] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.453064] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.453283] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.453501] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.453921] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.454324] env[69162]: DEBUG nova.virt.hardware [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.456764] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca0b16e-2b97-4a99-821e-d48b0b7efe2b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.462202] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05763344-4123-4000-a19f-7a871c3c4da6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.466616] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 836.466616] env[69162]: value = "vm-646094" [ 836.466616] env[69162]: _type = "VirtualMachine" [ 836.466616] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 836.470350] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-baa28925-ec75-4ff8-9f40-d448fdf4ee45 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.472078] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232282, 'name': CreateVM_Task, 'duration_secs': 0.449826} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.475183] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.476351] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.476512] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.477117] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.478099] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a13475-28b3-4eb7-b3c7-5a07f107310e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.484866] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54c9cc0-501a-45cb-94bf-e5a08ed5899d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.486827] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lease: (returnval){ [ 836.486827] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5222541f-3d76-c119-1bd0-dbdc9fa8be8b" [ 836.486827] env[69162]: _type = "HttpNfcLease" [ 836.486827] env[69162]: } obtained for exporting VM: (result){ [ 836.486827] env[69162]: value = "vm-646094" [ 836.486827] env[69162]: _type = "VirtualMachine" [ 836.486827] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 836.487045] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the lease: (returnval){ [ 836.487045] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5222541f-3d76-c119-1bd0-dbdc9fa8be8b" [ 836.487045] env[69162]: _type = "HttpNfcLease" [ 836.487045] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 836.491113] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d49a9-4f29-4c02-a6cf-48a22d8c8da7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.509041] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 836.509041] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a2cf5e-4cd6-1cac-2592-d21b7f648501" [ 836.509041] env[69162]: _type = "Task" [ 836.509041] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.516897] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.527682] env[69162]: DEBUG nova.virt.block_device [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Updating existing volume attachment record: b8cca0ed-f154-4ed8-ba0c-9925947a2141 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 836.529918] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.529918] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5222541f-3d76-c119-1bd0-dbdc9fa8be8b" [ 836.529918] env[69162]: _type = "HttpNfcLease" [ 836.529918] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 836.530193] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a2cf5e-4cd6-1cac-2592-d21b7f648501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.530732] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 836.530732] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5222541f-3d76-c119-1bd0-dbdc9fa8be8b" [ 836.530732] env[69162]: _type = "HttpNfcLease" [ 836.530732] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 836.531572] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cc72a6-2c02-4799-a687-309f9f121a28 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.541861] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d85df-9518-21a3-a3d7-edb03f8be78a/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 836.542186] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d85df-9518-21a3-a3d7-edb03f8be78a/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 836.606856] env[69162]: DEBUG nova.scheduler.client.report [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.678951] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f8184e3-77dc-43be-bc3e-fef9e8da2ce6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.877063] env[69162]: DEBUG nova.network.neutron [req-629c3394-df36-4387-b491-422f9b67ef48 req-df3dd951-09b5-46be-866a-05111cfb9c10 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updated VIF entry in instance network info cache for port 9d1e9a6a-b28c-4968-9836-a1deeb274446. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.877063] env[69162]: DEBUG nova.network.neutron [req-629c3394-df36-4387-b491-422f9b67ef48 req-df3dd951-09b5-46be-866a-05111cfb9c10 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updating instance_info_cache with network_info: [{"id": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "address": "fa:16:3e:bf:10:1e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e9a6a-b2", "ovs_interfaceid": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.966273] env[69162]: DEBUG nova.network.neutron [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Updated VIF entry in instance network info cache for port bba15c59-d21e-452b-b772-d1d258d5b843. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.966644] env[69162]: DEBUG nova.network.neutron [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Updating instance_info_cache with network_info: [{"id": "bba15c59-d21e-452b-b772-d1d258d5b843", "address": "fa:16:3e:36:90:c3", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba15c59-d2", "ovs_interfaceid": "bba15c59-d21e-452b-b772-d1d258d5b843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.997467] env[69162]: DEBUG oslo_vmware.api [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232283, 'name': PowerOnVM_Task, 'duration_secs': 0.623443} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.997735] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.997956] env[69162]: INFO nova.compute.manager [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Took 5.99 seconds to spawn the instance on the hypervisor. [ 836.998150] env[69162]: DEBUG nova.compute.manager [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.998925] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99419af7-6d53-42ae-a515-f0ba012af191 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.020139] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a2cf5e-4cd6-1cac-2592-d21b7f648501, 'name': SearchDatastore_Task, 'duration_secs': 0.015498} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.023026] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.023026] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.023026] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.023026] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.023026] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.023026] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac711df8-3a7d-451f-b854-e9e083ed63c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.025099] env[69162]: DEBUG nova.network.neutron [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Successfully updated port: 71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.034094] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.034482] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.035558] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5a5bd8-056f-4bd1-ba55-d987b246c0a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.045018] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 837.045018] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5263573f-4e36-9314-330a-45dd2c7026b0" [ 837.045018] env[69162]: _type = "Task" [ 837.045018] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.051546] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5263573f-4e36-9314-330a-45dd2c7026b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.115033] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.115363] env[69162]: DEBUG nova.compute.manager [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.118093] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.125s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.119690] env[69162]: INFO nova.compute.claims [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.378356] env[69162]: DEBUG oslo_concurrency.lockutils [req-629c3394-df36-4387-b491-422f9b67ef48 req-df3dd951-09b5-46be-866a-05111cfb9c10 service nova] Releasing lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.469263] env[69162]: DEBUG oslo_concurrency.lockutils [req-3a144055-47ec-4b84-a919-87ffa8b1fcac req-29ae9123-25c3-4d4c-b207-f22b976a6eda service nova] Releasing lock "refresh_cache-8b6ff94c-3431-43a5-8d63-e462d795d320" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.519297] env[69162]: INFO nova.compute.manager [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Took 43.65 seconds to build instance. [ 837.528395] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.528800] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquired lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.529504] env[69162]: DEBUG nova.network.neutron [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.556128] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5263573f-4e36-9314-330a-45dd2c7026b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013654} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.556788] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f09ee5-d602-42f2-8e2f-9c15df63dbb7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.563145] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 837.563145] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ed012f-e8c7-6f05-697c-d3576024d06e" [ 837.563145] env[69162]: _type = "Task" [ 837.563145] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.572390] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ed012f-e8c7-6f05-697c-d3576024d06e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.626115] env[69162]: DEBUG nova.compute.utils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.631975] env[69162]: DEBUG nova.compute.manager [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.631975] env[69162]: DEBUG nova.network.neutron [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.682586] env[69162]: DEBUG nova.policy [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39110f3df02b4872ab741d7d7d11f684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd1c8980ffcf4ea69116658e4bb3807d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.732981] env[69162]: DEBUG oslo_vmware.rw_handles [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b00-2b5c-1fd0-06a7-55451b7a89ad/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.733949] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed33762b-f723-4745-bd6a-00e88196adee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.740822] env[69162]: DEBUG oslo_vmware.rw_handles [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b00-2b5c-1fd0-06a7-55451b7a89ad/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.740980] env[69162]: ERROR oslo_vmware.rw_handles [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b00-2b5c-1fd0-06a7-55451b7a89ad/disk-0.vmdk due to incomplete transfer. [ 837.741255] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-101e4d4e-5a82-4d7e-a126-1bd17440cb01 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.753522] env[69162]: DEBUG oslo_vmware.rw_handles [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb5b00-2b5c-1fd0-06a7-55451b7a89ad/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.753522] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Uploaded image 656b95b6-37f7-412b-8e14-e3c4654dedb2 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.756282] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.756557] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64dc0297-7463-433c-80d0-7686e298ddb5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.762706] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 837.762706] env[69162]: value = "task-3232289" [ 837.762706] env[69162]: _type = "Task" [ 837.762706] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.774052] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232289, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.015322] env[69162]: DEBUG nova.network.neutron [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Successfully created port: 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.024090] env[69162]: DEBUG oslo_concurrency.lockutils [None req-84dadf6f-5f1a-426c-b219-31a7b2228f1b tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.320s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.080783] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ed012f-e8c7-6f05-697c-d3576024d06e, 'name': SearchDatastore_Task, 'duration_secs': 0.017754} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.082225] env[69162]: DEBUG nova.network.neutron [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.085462] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.085462] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 8b6ff94c-3431-43a5-8d63-e462d795d320/8b6ff94c-3431-43a5-8d63-e462d795d320.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.085619] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-570c8d97-97c6-4148-b1e7-2077fedb350c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.099811] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 838.099811] env[69162]: value = "task-3232290" [ 838.099811] env[69162]: _type = "Task" [ 838.099811] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.109388] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.133855] env[69162]: DEBUG nova.compute.manager [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.280623] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232289, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.329583] env[69162]: INFO nova.compute.manager [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Rebuilding instance [ 838.357523] env[69162]: DEBUG nova.compute.manager [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Received event network-vif-plugged-71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.357523] env[69162]: DEBUG oslo_concurrency.lockutils [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] Acquiring lock "b0ef5be2-c9e5-440e-b502-63396358f94c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.357727] env[69162]: DEBUG oslo_concurrency.lockutils [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] Lock "b0ef5be2-c9e5-440e-b502-63396358f94c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.357887] env[69162]: DEBUG oslo_concurrency.lockutils [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] Lock "b0ef5be2-c9e5-440e-b502-63396358f94c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.357985] env[69162]: DEBUG nova.compute.manager [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] No waiting events found dispatching network-vif-plugged-71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.361204] env[69162]: WARNING nova.compute.manager [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Received unexpected event network-vif-plugged-71eadfab-e599-4e82-b9e1-aa748f3a2b93 for instance with vm_state building and task_state spawning. [ 838.361595] env[69162]: DEBUG nova.compute.manager [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Received event network-changed-71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.361851] env[69162]: DEBUG nova.compute.manager [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Refreshing instance network info cache due to event network-changed-71eadfab-e599-4e82-b9e1-aa748f3a2b93. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.362180] env[69162]: DEBUG oslo_concurrency.lockutils [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] Acquiring lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.395090] env[69162]: DEBUG nova.compute.manager [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.396110] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2243085b-41ad-4273-8560-58d45f4a4ff1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.403227] env[69162]: DEBUG nova.network.neutron [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Updating instance_info_cache with network_info: [{"id": "71eadfab-e599-4e82-b9e1-aa748f3a2b93", "address": "fa:16:3e:b8:7b:d8", "network": {"id": "11a6fc44-a999-4ef7-bc05-fa2f799c020d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2081903165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd0769245e346cea6c1035da0a0e541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71eadfab-e5", "ovs_interfaceid": "71eadfab-e599-4e82-b9e1-aa748f3a2b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.526904] env[69162]: DEBUG nova.compute.manager [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.610978] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232290, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.783586] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232289, 'name': Destroy_Task, 'duration_secs': 0.572334} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.784350] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Destroyed the VM [ 838.784874] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.785345] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b55e3e4-44f8-4185-b0ef-248fce48f2ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.794077] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 838.794077] env[69162]: value = "task-3232291" [ 838.794077] env[69162]: _type = "Task" [ 838.794077] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.805744] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.825269] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fd4362-b2fd-493d-b33e-ffb99d4b66c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.833242] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107e8f7a-8440-44a4-a0a5-cedcea87d9a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.865885] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b90e9e-605d-410f-bd0f-09a159b9ff8a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.875834] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569e9647-5377-48bc-8b21-a3aec6e0f322 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.888704] env[69162]: DEBUG nova.compute.provider_tree [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.908812] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Releasing lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.908812] env[69162]: DEBUG nova.compute.manager [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Instance network_info: |[{"id": "71eadfab-e599-4e82-b9e1-aa748f3a2b93", "address": "fa:16:3e:b8:7b:d8", "network": {"id": "11a6fc44-a999-4ef7-bc05-fa2f799c020d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2081903165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd0769245e346cea6c1035da0a0e541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71eadfab-e5", "ovs_interfaceid": "71eadfab-e599-4e82-b9e1-aa748f3a2b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.909140] env[69162]: DEBUG oslo_concurrency.lockutils [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] Acquired lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.909238] env[69162]: DEBUG nova.network.neutron [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Refreshing network info cache for port 71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.910529] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:7b:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71eadfab-e599-4e82-b9e1-aa748f3a2b93', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.918787] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.922098] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.922373] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e3b68f5-f018-4372-9192-e7f40ef2cdfe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.946577] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.946577] env[69162]: value = "task-3232293" [ 838.946577] env[69162]: _type = "Task" [ 838.946577] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.955972] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232293, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.053497] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.114886] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701908} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.115273] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 8b6ff94c-3431-43a5-8d63-e462d795d320/8b6ff94c-3431-43a5-8d63-e462d795d320.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.115666] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.115933] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb77c2e7-35dc-490b-a9cb-79d5c64baebd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.124939] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 839.124939] env[69162]: value = "task-3232294" [ 839.124939] env[69162]: _type = "Task" [ 839.124939] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.137140] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.152474] env[69162]: DEBUG nova.compute.manager [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.184058] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.184058] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.184364] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.184555] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.184757] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.184916] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.185148] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.185318] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.185808] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.185808] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.185948] env[69162]: DEBUG nova.virt.hardware [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.186938] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0bfbdb-1abd-4600-835b-51515a9b9ef6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.198042] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ad51d1-e581-460a-9b53-94115836f247 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.305213] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.392051] env[69162]: DEBUG nova.scheduler.client.report [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.426326] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.426326] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffb9db16-6a9a-4b80-917b-5efb29065cd6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.438048] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 839.438048] env[69162]: value = "task-3232295" [ 839.438048] env[69162]: _type = "Task" [ 839.438048] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.453114] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.463696] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232293, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.634542] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102461} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.634920] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.635831] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfb8f8b-e469-41c0-9895-320cf9ae4fa2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.658999] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8b6ff94c-3431-43a5-8d63-e462d795d320/8b6ff94c-3431-43a5-8d63-e462d795d320.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.660060] env[69162]: DEBUG nova.network.neutron [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Successfully updated port: 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.664018] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4a12463-8fae-4eb7-931f-056c6914799c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.689687] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 839.689687] env[69162]: value = "task-3232296" [ 839.689687] env[69162]: _type = "Task" [ 839.689687] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.699250] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.808191] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.827550] env[69162]: DEBUG nova.network.neutron [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Updated VIF entry in instance network info cache for port 71eadfab-e599-4e82-b9e1-aa748f3a2b93. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.827918] env[69162]: DEBUG nova.network.neutron [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Updating instance_info_cache with network_info: [{"id": "71eadfab-e599-4e82-b9e1-aa748f3a2b93", "address": "fa:16:3e:b8:7b:d8", "network": {"id": "11a6fc44-a999-4ef7-bc05-fa2f799c020d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2081903165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd0769245e346cea6c1035da0a0e541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71eadfab-e5", "ovs_interfaceid": "71eadfab-e599-4e82-b9e1-aa748f3a2b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.897906] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.898476] env[69162]: DEBUG nova.compute.manager [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.902960] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.667s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.951108] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232295, 'name': PowerOffVM_Task, 'duration_secs': 0.174895} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.951458] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.951745] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.952757] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5065cb7-1fdf-4bc1-a0e2-457ee74fd324 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.965588] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.968762] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9635337-db18-43c8-81bc-d738d425d89f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.970328] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232293, 'name': CreateVM_Task, 'duration_secs': 0.876337} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.970501] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.971493] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.972385] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.972385] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.972385] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98413304-5734-4b83-8485-2f121906805c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.978358] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 839.978358] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529b418b-8ab1-46a9-fbc5-930f3229f796" [ 839.978358] env[69162]: _type = "Task" [ 839.978358] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.985976] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529b418b-8ab1-46a9-fbc5-930f3229f796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.994447] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.994695] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.994876] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Deleting the datastore file [datastore1] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.997006] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4014fa9e-d7b5-421d-a6db-d999a72fda6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.003789] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 840.003789] env[69162]: value = "task-3232298" [ 840.003789] env[69162]: _type = "Task" [ 840.003789] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.012579] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.181843] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.182163] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.182163] env[69162]: DEBUG nova.network.neutron [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.199900] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232296, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.307511] env[69162]: DEBUG oslo_vmware.api [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232291, 'name': RemoveSnapshot_Task, 'duration_secs': 1.427395} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.307801] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.308040] env[69162]: INFO nova.compute.manager [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Took 17.24 seconds to snapshot the instance on the hypervisor. [ 840.331081] env[69162]: DEBUG oslo_concurrency.lockutils [req-d809860c-0adc-425f-9bcc-1404dffe5c28 req-071ab2d0-b950-48f2-b2c3-be065dad5ea7 service nova] Releasing lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.382743] env[69162]: DEBUG nova.compute.manager [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Received event network-vif-plugged-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.383050] env[69162]: DEBUG oslo_concurrency.lockutils [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] Acquiring lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.383346] env[69162]: DEBUG oslo_concurrency.lockutils [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] Lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.383566] env[69162]: DEBUG oslo_concurrency.lockutils [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] Lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.383756] env[69162]: DEBUG nova.compute.manager [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] No waiting events found dispatching network-vif-plugged-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.383956] env[69162]: WARNING nova.compute.manager [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Received unexpected event network-vif-plugged-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 for instance with vm_state building and task_state spawning. [ 840.384161] env[69162]: DEBUG nova.compute.manager [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Received event network-changed-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.384365] env[69162]: DEBUG nova.compute.manager [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Refreshing instance network info cache due to event network-changed-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.384562] env[69162]: DEBUG oslo_concurrency.lockutils [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] Acquiring lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.404836] env[69162]: DEBUG nova.compute.utils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.406770] env[69162]: DEBUG nova.compute.manager [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.406770] env[69162]: DEBUG nova.network.neutron [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.463210] env[69162]: DEBUG nova.policy [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccab2e8420d84424846d35afb27faa5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05593a2959704b349d2d74752254a4be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.488670] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529b418b-8ab1-46a9-fbc5-930f3229f796, 'name': SearchDatastore_Task, 'duration_secs': 0.014809} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.488973] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.489219] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.489500] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.489652] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.489831] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.490106] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ebaf808-fd4c-4670-b09d-99b565589bc0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.499092] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.499290] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.501113] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084e76c0-d0bb-4a78-942f-842a48471c37 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.509364] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 840.509364] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a6b899-eb2b-2638-1a9c-7ddad4a20e2e" [ 840.509364] env[69162]: _type = "Task" [ 840.509364] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.517681] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228689} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.517681] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.517681] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.517681] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.528083] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a6b899-eb2b-2638-1a9c-7ddad4a20e2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.702066] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232296, 'name': ReconfigVM_Task, 'duration_secs': 0.533884} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.702324] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8b6ff94c-3431-43a5-8d63-e462d795d320/8b6ff94c-3431-43a5-8d63-e462d795d320.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.703143] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0523719d-10d0-440d-b5a9-0b29b1dc8e3f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.711188] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 840.711188] env[69162]: value = "task-3232299" [ 840.711188] env[69162]: _type = "Task" [ 840.711188] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.722796] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232299, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.740131] env[69162]: DEBUG nova.network.neutron [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.886510] env[69162]: DEBUG nova.compute.manager [None req-40a4645a-a611-4849-acea-5f42c0d750ec tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Found 1 images (rotation: 2) {{(pid=69162) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 840.910013] env[69162]: DEBUG nova.network.neutron [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Updating instance_info_cache with network_info: [{"id": "6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0", "address": "fa:16:3e:9a:3d:36", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eacd5db-5c", "ovs_interfaceid": "6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.911474] env[69162]: DEBUG nova.compute.manager [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.932777] env[69162]: DEBUG nova.network.neutron [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Successfully created port: 44e9b919-272e-4c76-9274-0ddfb6a728e1 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.958569] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 7db9e0be-ea98-4afc-8107-bfe3b9082b2f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 840.958710] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.958896] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 71559be7-ab61-463b-8a2e-bcb5b10ebd8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.959046] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance ca60526d-f004-45c1-b23b-1e5f90bb23cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.959182] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bfb80238-cb30-401e-a409-1939ea48ba2f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 840.959300] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.959405] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.959914] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 216a1a72-1d3f-431c-9544-8756135307ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.961031] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 08577608-89ff-40e9-9a43-2b4218500b63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.961031] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 83722a45-99e4-4613-b7f8-00a84118573d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 840.961031] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 32b4ca6c-622c-4888-aef5-40dcc6b04355 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 840.961031] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance d090a13b-9406-4b37-9b94-f9fb86c1efd5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 840.961031] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 128d4784-9841-4527-b560-19c047fe8773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.961031] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance cfcdbb9a-1982-49b5-a591-77770de08672 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 840.961031] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 1d211996-69af-42de-99d4-d372cfbc27a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.961283] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 70204f64-9421-4c9a-a654-c63b6ec37d46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.961283] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance e2c46201-aa7b-49ae-b601-c37e0e701fa9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 840.961442] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance f5fdb3dc-d045-46ae-95b6-9fe6f023af0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.961495] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance e01fcbef-72a7-45b4-ae76-a7e91e9aa323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.961820] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 796f6c25-a5b9-4bdc-892a-8fa6f5295485 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.961944] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 29be81c5-006e-4633-94bb-c6bc007d6d0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.962086] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance f6bba713-7cd6-40a5-ae76-c4d155536858 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 840.962196] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.962329] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bb46b420-8682-4a15-acac-6d4b65592f80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.962471] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 8b6ff94c-3431-43a5-8d63-e462d795d320 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.963036] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance b0ef5be2-c9e5-440e-b502-63396358f94c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.963036] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 840.963036] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 936944d5-13f5-4f4e-b7d6-077148fc1c30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 841.020593] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a6b899-eb2b-2638-1a9c-7ddad4a20e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.014746} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.020593] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4171ef8b-5723-483b-8709-056a2e29b402 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.025530] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 841.025530] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525e518b-8008-b628-23c1-62f33c67a662" [ 841.025530] env[69162]: _type = "Task" [ 841.025530] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.036570] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525e518b-8008-b628-23c1-62f33c67a662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.107802] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 841.107918] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646100', 'volume_id': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'name': 'volume-eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3', 'attached_at': '', 'detached_at': '', 'volume_id': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'serial': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 841.108959] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae71452-ccea-4fbc-ba57-4d5b37c502d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.126414] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2691348c-bc3b-47f7-81fd-519285d43270 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.162794] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-eeec8f41-e86e-408a-8b13-0ce38f8173d1/volume-eeec8f41-e86e-408a-8b13-0ce38f8173d1.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.163417] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b722278a-4ab3-4467-b73b-e8bc402079c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.182919] env[69162]: DEBUG oslo_vmware.api [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Waiting for the task: (returnval){ [ 841.182919] env[69162]: value = "task-3232300" [ 841.182919] env[69162]: _type = "Task" [ 841.182919] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.191996] env[69162]: DEBUG oslo_vmware.api [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.228511] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232299, 'name': Rename_Task, 'duration_secs': 0.191685} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.228511] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.228511] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85db5f53-4f2a-467a-9df3-52a8b25d45f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.235387] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 841.235387] env[69162]: value = "task-3232301" [ 841.235387] env[69162]: _type = "Task" [ 841.235387] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.244139] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.420885] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.421219] env[69162]: DEBUG nova.compute.manager [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Instance network_info: |[{"id": "6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0", "address": "fa:16:3e:9a:3d:36", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eacd5db-5c", "ovs_interfaceid": "6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.421541] env[69162]: DEBUG oslo_concurrency.lockutils [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] Acquired lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.421724] env[69162]: DEBUG nova.network.neutron [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Refreshing network info cache for port 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.422846] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:3d:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.432432] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Creating folder: Project (fd1c8980ffcf4ea69116658e4bb3807d). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.433512] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccd2cbbc-07a4-4f6e-94a4-4afa6bb6fca1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.449172] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Created folder: Project (fd1c8980ffcf4ea69116658e4bb3807d) in parent group-v645978. [ 841.449451] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Creating folder: Instances. Parent ref: group-v646102. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.449751] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4cd0467-6fb5-4c32-8c9a-eeed60a821c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.462497] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Created folder: Instances in parent group-v646102. [ 841.462781] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.463294] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.463550] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fdd8df5-e6a5-4c32-b6f1-b3c7e334dadc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.479784] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 841.486189] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.486189] env[69162]: value = "task-3232304" [ 841.486189] env[69162]: _type = "Task" [ 841.486189] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.494534] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232304, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.539100] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525e518b-8008-b628-23c1-62f33c67a662, 'name': SearchDatastore_Task, 'duration_secs': 0.016099} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.540050] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.540285] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] b0ef5be2-c9e5-440e-b502-63396358f94c/b0ef5be2-c9e5-440e-b502-63396358f94c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.540683] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8c7e830-b6a0-4bf0-b4bc-9e174d29476d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.548492] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 841.548492] env[69162]: value = "task-3232305" [ 841.548492] env[69162]: _type = "Task" [ 841.548492] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.557061] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.565310] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.565549] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.565709] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.565909] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.566224] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.566224] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.566397] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.566556] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.566763] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.566948] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.567139] env[69162]: DEBUG nova.virt.hardware [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.568338] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516e1d9f-0adb-4da0-a419-1e86684455d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.577391] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a9f736-dac3-4b90-9cb2-49bcc6b9201e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.590896] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.596625] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.596893] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.597126] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc36fe12-c762-42f8-bb82-c29b146f9843 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.612891] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.612891] env[69162]: value = "task-3232306" [ 841.612891] env[69162]: _type = "Task" [ 841.612891] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.620450] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232306, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.696275] env[69162]: DEBUG oslo_vmware.api [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.746174] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.781697] env[69162]: DEBUG nova.compute.manager [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.782874] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4fe4b6-5789-4bbc-a2af-a5db2e87308a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.923249] env[69162]: DEBUG nova.compute.manager [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.950662] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.950938] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.951118] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.951308] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.951456] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.951605] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.951813] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.952013] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.952200] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.952439] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.952700] env[69162]: DEBUG nova.virt.hardware [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.953642] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307498e9-b5de-43c0-af15-1e8644eb7833 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.962581] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bd3237-6acf-4bf7-bfd9-b1e59aa3d5d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.983620] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance d1f99284-f0dd-467b-8b71-138d07f7f0db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 841.995818] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232304, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.061858] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232305, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.125555] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232306, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.194998] env[69162]: DEBUG oslo_vmware.api [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.206550] env[69162]: DEBUG nova.network.neutron [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Updated VIF entry in instance network info cache for port 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.207059] env[69162]: DEBUG nova.network.neutron [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Updating instance_info_cache with network_info: [{"id": "6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0", "address": "fa:16:3e:9a:3d:36", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eacd5db-5c", "ovs_interfaceid": "6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.247399] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.297875] env[69162]: INFO nova.compute.manager [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] instance snapshotting [ 842.298746] env[69162]: DEBUG nova.objects.instance [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'flavor' on Instance uuid 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.487555] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 5d441593-c7b4-4080-ab9c-bca7279d7417 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 842.504719] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232304, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.561486] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627163} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.561734] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] b0ef5be2-c9e5-440e-b502-63396358f94c/b0ef5be2-c9e5-440e-b502-63396358f94c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.561981] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.562278] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73bd262c-3df6-41bb-8055-047aed9c867c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.576563] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 842.576563] env[69162]: value = "task-3232307" [ 842.576563] env[69162]: _type = "Task" [ 842.576563] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.587121] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.629952] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232306, 'name': CreateVM_Task, 'duration_secs': 0.753768} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.630216] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.630664] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.630826] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.631185] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.631447] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad4f78b-ee3f-43cc-b875-db7224faead7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.637755] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 842.637755] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e54156-b67a-84c5-bbd9-9a1215c4ecb6" [ 842.637755] env[69162]: _type = "Task" [ 842.637755] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.647766] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e54156-b67a-84c5-bbd9-9a1215c4ecb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.699724] env[69162]: DEBUG oslo_vmware.api [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232300, 'name': ReconfigVM_Task, 'duration_secs': 1.414356} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.699724] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-eeec8f41-e86e-408a-8b13-0ce38f8173d1/volume-eeec8f41-e86e-408a-8b13-0ce38f8173d1.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.708047] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c40200d-f0ae-4417-b57b-cc86857860ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.725680] env[69162]: DEBUG oslo_concurrency.lockutils [req-fa814d79-ba80-46f5-88de-81357ed6859c req-80ec0dc2-c981-40ad-999b-eb130126a2dd service nova] Releasing lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.731293] env[69162]: DEBUG oslo_vmware.api [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Waiting for the task: (returnval){ [ 842.731293] env[69162]: value = "task-3232308" [ 842.731293] env[69162]: _type = "Task" [ 842.731293] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.739412] env[69162]: DEBUG oslo_vmware.api [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.747314] env[69162]: DEBUG oslo_vmware.api [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232301, 'name': PowerOnVM_Task, 'duration_secs': 1.370367} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.747574] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.747773] env[69162]: INFO nova.compute.manager [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Took 9.06 seconds to spawn the instance on the hypervisor. [ 842.748039] env[69162]: DEBUG nova.compute.manager [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.748739] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a48b262-95fb-4af5-9784-c7af622f5dad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.804715] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befc5976-d9a7-4329-90cf-dd074e91b5e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.830572] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7e0309-1ea4-4ee5-8af5-01d4530b6b11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.868444] env[69162]: DEBUG nova.compute.manager [req-5392d41a-1eea-4e4a-9b9b-c0859cf466e8 req-05022759-feaa-434d-a74c-3f54f957ab06 service nova] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Received event network-vif-plugged-44e9b919-272e-4c76-9274-0ddfb6a728e1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.868773] env[69162]: DEBUG oslo_concurrency.lockutils [req-5392d41a-1eea-4e4a-9b9b-c0859cf466e8 req-05022759-feaa-434d-a74c-3f54f957ab06 service nova] Acquiring lock "936944d5-13f5-4f4e-b7d6-077148fc1c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.869020] env[69162]: DEBUG oslo_concurrency.lockutils [req-5392d41a-1eea-4e4a-9b9b-c0859cf466e8 req-05022759-feaa-434d-a74c-3f54f957ab06 service nova] Lock "936944d5-13f5-4f4e-b7d6-077148fc1c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.869252] env[69162]: DEBUG oslo_concurrency.lockutils [req-5392d41a-1eea-4e4a-9b9b-c0859cf466e8 req-05022759-feaa-434d-a74c-3f54f957ab06 service nova] Lock "936944d5-13f5-4f4e-b7d6-077148fc1c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.869470] env[69162]: DEBUG nova.compute.manager [req-5392d41a-1eea-4e4a-9b9b-c0859cf466e8 req-05022759-feaa-434d-a74c-3f54f957ab06 service nova] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] No waiting events found dispatching network-vif-plugged-44e9b919-272e-4c76-9274-0ddfb6a728e1 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.869672] env[69162]: WARNING nova.compute.manager [req-5392d41a-1eea-4e4a-9b9b-c0859cf466e8 req-05022759-feaa-434d-a74c-3f54f957ab06 service nova] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Received unexpected event network-vif-plugged-44e9b919-272e-4c76-9274-0ddfb6a728e1 for instance with vm_state building and task_state spawning. [ 842.982384] env[69162]: DEBUG nova.network.neutron [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Successfully updated port: 44e9b919-272e-4c76-9274-0ddfb6a728e1 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.001689] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 62068b04-5cda-4e51-9dbc-375386baf27f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.006021] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232304, 'name': CreateVM_Task, 'duration_secs': 1.43002} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.006021] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.006021] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.086670] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083932} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.086959] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.087745] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b6941-3843-4929-a18f-2029afde4365 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.110775] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] b0ef5be2-c9e5-440e-b502-63396358f94c/b0ef5be2-c9e5-440e-b502-63396358f94c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.111070] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac705a60-95f1-4dc1-8012-1aa45b0610d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.130910] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 843.130910] env[69162]: value = "task-3232309" [ 843.130910] env[69162]: _type = "Task" [ 843.130910] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.140161] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.149012] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e54156-b67a-84c5-bbd9-9a1215c4ecb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.149342] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.149582] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.149818] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.149961] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.150154] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.150478] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.150773] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.151012] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1324b0b-7efe-4a1c-a22c-84ad978bdbd4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.152877] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ccd074f-92cf-4a83-9dc6-12091ff05091 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.157529] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 843.157529] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52842203-451a-059b-69d1-52bbecd0c2fd" [ 843.157529] env[69162]: _type = "Task" [ 843.157529] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.165509] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52842203-451a-059b-69d1-52bbecd0c2fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.166636] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.166800] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.167507] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1963e59-a48b-48b9-8bd8-a82accb884c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.172669] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 843.172669] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52405c45-b3cd-1f9f-b5d5-1eb5f8869a72" [ 843.172669] env[69162]: _type = "Task" [ 843.172669] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.180367] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52405c45-b3cd-1f9f-b5d5-1eb5f8869a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.241429] env[69162]: DEBUG oslo_vmware.api [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232308, 'name': ReconfigVM_Task, 'duration_secs': 0.243455} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.241750] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646100', 'volume_id': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'name': 'volume-eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3', 'attached_at': '', 'detached_at': '', 'volume_id': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'serial': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 843.267911] env[69162]: INFO nova.compute.manager [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Took 47.16 seconds to build instance. [ 843.345841] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.350147] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37bec987-e301-46d5-8d38-f24a2652a987 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.360839] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 843.360839] env[69162]: value = "task-3232310" [ 843.360839] env[69162]: _type = "Task" [ 843.360839] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.371538] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232310, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.487668] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "refresh_cache-936944d5-13f5-4f4e-b7d6-077148fc1c30" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.487668] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired lock "refresh_cache-936944d5-13f5-4f4e-b7d6-077148fc1c30" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.487668] env[69162]: DEBUG nova.network.neutron [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.504166] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance d688584d-4f22-4efd-8d7a-8ae346a98b69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.643288] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.669081] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52842203-451a-059b-69d1-52bbecd0c2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.031701} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.669334] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.669853] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.670164] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.683315] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52405c45-b3cd-1f9f-b5d5-1eb5f8869a72, 'name': SearchDatastore_Task, 'duration_secs': 0.022543} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.684270] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3abdda8-0e75-40c9-9b3e-7ddae1e91383 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.690741] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 843.690741] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52128512-1503-f510-eed3-58207ee56343" [ 843.690741] env[69162]: _type = "Task" [ 843.690741] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.702242] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52128512-1503-f510-eed3-58207ee56343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.770124] env[69162]: DEBUG oslo_concurrency.lockutils [None req-da041ad7-cd85-4ff7-9af0-b7b723de6bc6 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "8b6ff94c-3431-43a5-8d63-e462d795d320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.949s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.851225] env[69162]: INFO nova.compute.manager [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Rebuilding instance [ 843.871346] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232310, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.898868] env[69162]: DEBUG nova.compute.manager [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.899772] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5bb959-6e93-4e9e-aa2f-714420d54e2a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.007893] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 639739ab-736c-481d-8a0e-5a3e891c2cd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 844.018543] env[69162]: DEBUG nova.network.neutron [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.143011] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232309, 'name': ReconfigVM_Task, 'duration_secs': 0.714366} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.143332] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Reconfigured VM instance instance-00000028 to attach disk [datastore1] b0ef5be2-c9e5-440e-b502-63396358f94c/b0ef5be2-c9e5-440e-b502-63396358f94c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.143999] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc730907-fe00-4d77-adb3-4f1f85aff8dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.152366] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 844.152366] env[69162]: value = "task-3232311" [ 844.152366] env[69162]: _type = "Task" [ 844.152366] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.159393] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232311, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.203123] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52128512-1503-f510-eed3-58207ee56343, 'name': SearchDatastore_Task, 'duration_secs': 0.018928} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.203123] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.203123] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.203123] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.203123] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.203123] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e011da71-9698-4a2f-a4ca-1973f46c0b6b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.206639] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcc2e897-c099-4ee6-b446-9d4de1408390 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.215953] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 844.215953] env[69162]: value = "task-3232312" [ 844.215953] env[69162]: _type = "Task" [ 844.215953] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.222407] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.226023] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.226023] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e63ec60-5179-4f61-9a04-82e3d505e4ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.232322] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.235950] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 844.235950] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522ee54d-4e31-7fc7-3f90-14d2620c8361" [ 844.235950] env[69162]: _type = "Task" [ 844.235950] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.246062] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522ee54d-4e31-7fc7-3f90-14d2620c8361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.254216] env[69162]: DEBUG nova.network.neutron [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Updating instance_info_cache with network_info: [{"id": "44e9b919-272e-4c76-9274-0ddfb6a728e1", "address": "fa:16:3e:ff:78:84", "network": {"id": "c9bc9542-8585-4f21-a8f1-2d5bedc7d902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-583062670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05593a2959704b349d2d74752254a4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e9b919-27", "ovs_interfaceid": "44e9b919-272e-4c76-9274-0ddfb6a728e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.272433] env[69162]: DEBUG nova.compute.manager [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.280537] env[69162]: DEBUG nova.objects.instance [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Lazy-loading 'flavor' on Instance uuid c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.372740] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232310, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.511164] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance c4d26567-05de-49c0-bc5f-9310cbd12847 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 844.511569] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 844.511774] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 844.660990] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232311, 'name': Rename_Task, 'duration_secs': 0.197306} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.663843] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.664446] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88aca9c0-1676-4882-bb53-5d114b3e384b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.674304] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 844.674304] env[69162]: value = "task-3232313" [ 844.674304] env[69162]: _type = "Task" [ 844.674304] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.687017] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.730130] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232312, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.750136] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522ee54d-4e31-7fc7-3f90-14d2620c8361, 'name': SearchDatastore_Task, 'duration_secs': 0.012859} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.753757] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3010d14e-7e96-4195-bddf-2536c6a74a23 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.757749] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Releasing lock "refresh_cache-936944d5-13f5-4f4e-b7d6-077148fc1c30" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.758167] env[69162]: DEBUG nova.compute.manager [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Instance network_info: |[{"id": "44e9b919-272e-4c76-9274-0ddfb6a728e1", "address": "fa:16:3e:ff:78:84", "network": {"id": "c9bc9542-8585-4f21-a8f1-2d5bedc7d902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-583062670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05593a2959704b349d2d74752254a4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e9b919-27", "ovs_interfaceid": "44e9b919-272e-4c76-9274-0ddfb6a728e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.759704] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:78:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e9b919-272e-4c76-9274-0ddfb6a728e1', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.768816] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.769071] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 844.769071] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280b6ad-db87-5712-fde0-a550a801d070" [ 844.769071] env[69162]: _type = "Task" [ 844.769071] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.772014] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.772521] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf5b96fa-e8ea-48dc-ac08-f6dbbf81d334 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.798930] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3f03d7b-3f4e-491d-9030-c74bf12ca886 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.385s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.805645] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280b6ad-db87-5712-fde0-a550a801d070, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.808144] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.808144] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4/bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.808144] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.808144] env[69162]: value = "task-3232314" [ 844.808144] env[69162]: _type = "Task" [ 844.808144] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.808686] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03043c0d-880f-4a05-b47e-941f54ead47d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.812675] env[69162]: DEBUG nova.objects.instance [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lazy-loading 'flavor' on Instance uuid 70204f64-9421-4c9a-a654-c63b6ec37d46 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.816874] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.827479] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232314, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.830109] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 844.830109] env[69162]: value = "task-3232315" [ 844.830109] env[69162]: _type = "Task" [ 844.830109] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.844071] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.872858] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232310, 'name': CreateSnapshot_Task, 'duration_secs': 1.100259} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.873165] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 844.874370] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6607c33-04c5-4e70-a084-2e047d66ed5b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.914865] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.915717] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8063dbce-d1ec-4501-809b-13f9a1a0a347 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.923127] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 844.923127] env[69162]: value = "task-3232316" [ 844.923127] env[69162]: _type = "Task" [ 844.923127] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.937676] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.974430] env[69162]: DEBUG nova.compute.manager [req-93b8c276-673b-4756-b10b-b37f2b5085b2 req-a2e41e09-5ac8-4b21-b773-839c8e179543 service nova] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Received event network-changed-44e9b919-272e-4c76-9274-0ddfb6a728e1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.974794] env[69162]: DEBUG nova.compute.manager [req-93b8c276-673b-4756-b10b-b37f2b5085b2 req-a2e41e09-5ac8-4b21-b773-839c8e179543 service nova] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Refreshing instance network info cache due to event network-changed-44e9b919-272e-4c76-9274-0ddfb6a728e1. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.974913] env[69162]: DEBUG oslo_concurrency.lockutils [req-93b8c276-673b-4756-b10b-b37f2b5085b2 req-a2e41e09-5ac8-4b21-b773-839c8e179543 service nova] Acquiring lock "refresh_cache-936944d5-13f5-4f4e-b7d6-077148fc1c30" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.976235] env[69162]: DEBUG oslo_concurrency.lockutils [req-93b8c276-673b-4756-b10b-b37f2b5085b2 req-a2e41e09-5ac8-4b21-b773-839c8e179543 service nova] Acquired lock "refresh_cache-936944d5-13f5-4f4e-b7d6-077148fc1c30" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.976235] env[69162]: DEBUG nova.network.neutron [req-93b8c276-673b-4756-b10b-b37f2b5085b2 req-a2e41e09-5ac8-4b21-b773-839c8e179543 service nova] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Refreshing network info cache for port 44e9b919-272e-4c76-9274-0ddfb6a728e1 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.058255] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1507ae7-95e3-4c4f-9538-a0b9c7bb51c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.067249] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feef66a1-4dca-45ff-8651-b5dcee85a869 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.098706] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ba7bf2-d904-4436-a540-ae903d9597e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.106444] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493e7811-0b57-466a-b0d3-97aaa0b447d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.120816] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.187382] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.229864] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232312, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.320708] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232314, 'name': CreateVM_Task, 'duration_secs': 0.421411} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.322989] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.323560] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquiring lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.323729] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquired lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.325918] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.329215] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.329215] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.329215] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274eb6b3-dcb4-4719-bb5c-dfb072938872 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.331973] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 845.331973] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e05852-2442-2bb6-952b-1eb858a65d0f" [ 845.331973] env[69162]: _type = "Task" [ 845.331973] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.346512] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.346740] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e05852-2442-2bb6-952b-1eb858a65d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.396854] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.397557] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f3fdd05-56bd-43d0-bce3-82c656142d8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.406196] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 845.406196] env[69162]: value = "task-3232317" [ 845.406196] env[69162]: _type = "Task" [ 845.406196] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.414827] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232317, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.432095] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232316, 'name': PowerOffVM_Task, 'duration_secs': 0.26942} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.432376] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.432607] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.433407] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea97f1d4-c315-4f04-b962-c3fa1d286328 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.440670] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.440969] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3bfc531-946a-464a-9c80-2f91fcb34a89 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.469788] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Acquiring lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.470101] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.569434] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.569434] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.569434] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleting the datastore file [datastore2] 8b6ff94c-3431-43a5-8d63-e462d795d320 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.569434] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-facf94e0-f249-4066-a206-985d58229063 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.578040] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 845.578040] env[69162]: value = "task-3232319" [ 845.578040] env[69162]: _type = "Task" [ 845.578040] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.585620] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.624427] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.691028] env[69162]: DEBUG oslo_vmware.api [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232313, 'name': PowerOnVM_Task, 'duration_secs': 0.641103} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.691028] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.691028] env[69162]: INFO nova.compute.manager [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Took 9.28 seconds to spawn the instance on the hypervisor. [ 845.691028] env[69162]: DEBUG nova.compute.manager [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.691028] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117e7a01-cbb0-4c8c-b65a-8d89c2308c48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.698604] env[69162]: DEBUG nova.network.neutron [req-93b8c276-673b-4756-b10b-b37f2b5085b2 req-a2e41e09-5ac8-4b21-b773-839c8e179543 service nova] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Updated VIF entry in instance network info cache for port 44e9b919-272e-4c76-9274-0ddfb6a728e1. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.700203] env[69162]: DEBUG nova.network.neutron [req-93b8c276-673b-4756-b10b-b37f2b5085b2 req-a2e41e09-5ac8-4b21-b773-839c8e179543 service nova] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Updating instance_info_cache with network_info: [{"id": "44e9b919-272e-4c76-9274-0ddfb6a728e1", "address": "fa:16:3e:ff:78:84", "network": {"id": "c9bc9542-8585-4f21-a8f1-2d5bedc7d902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-583062670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05593a2959704b349d2d74752254a4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e9b919-27", "ovs_interfaceid": "44e9b919-272e-4c76-9274-0ddfb6a728e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.728715] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232312, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.826179] env[69162]: DEBUG nova.network.neutron [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.848720] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e05852-2442-2bb6-952b-1eb858a65d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.849270] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.849578] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.849810] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.850052] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.850202] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.850381] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.850639] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a6adbe4-a149-4739-8743-21244b99b40f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.859678] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.859869] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.861008] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8cdae83-fe2f-4c75-a45e-562a56a47f38 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.865887] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 845.865887] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bf861b-39e7-8bee-3feb-77a8a929ed2d" [ 845.865887] env[69162]: _type = "Task" [ 845.865887] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.876070] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bf861b-39e7-8bee-3feb-77a8a929ed2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.918632] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232317, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.975786] env[69162]: INFO nova.compute.manager [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Detaching volume eeec8f41-e86e-408a-8b13-0ce38f8173d1 [ 846.016940] env[69162]: INFO nova.virt.block_device [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Attempting to driver detach volume eeec8f41-e86e-408a-8b13-0ce38f8173d1 from mountpoint /dev/sdb [ 846.017206] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 846.017400] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646100', 'volume_id': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'name': 'volume-eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3', 'attached_at': '', 'detached_at': '', 'volume_id': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'serial': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 846.018656] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc79a45-0309-4a27-a933-e3f9cf7a02be {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.040389] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f23923-284c-46ca-8caf-cb9a198ec0d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.048584] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c5109e-29d8-4258-a698-d180336d2c58 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.072090] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9266c5f2-5277-4079-ba93-8d96e4a5d498 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.088711] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] The volume has not been displaced from its original location: [datastore1] volume-eeec8f41-e86e-408a-8b13-0ce38f8173d1/volume-eeec8f41-e86e-408a-8b13-0ce38f8173d1.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 846.094656] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 846.098364] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef8b3ee-6ef3-4c33-adda-bf2aaf5a5fda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.117716] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169874} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.119154] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.119359] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.119540] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.123045] env[69162]: DEBUG oslo_vmware.api [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Waiting for the task: (returnval){ [ 846.123045] env[69162]: value = "task-3232320" [ 846.123045] env[69162]: _type = "Task" [ 846.123045] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.132778] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 846.133017] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.230s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.133269] env[69162]: DEBUG oslo_vmware.api [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.133534] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.636s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.133721] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.135884] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.561s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.136086] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.138018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.506s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.138317] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.140540] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.647s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.142663] env[69162]: INFO nova.compute.claims [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.168422] env[69162]: INFO nova.scheduler.client.report [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Deleted allocations for instance 83722a45-99e4-4613-b7f8-00a84118573d [ 846.170269] env[69162]: INFO nova.scheduler.client.report [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Deleted allocations for instance e2c46201-aa7b-49ae-b601-c37e0e701fa9 [ 846.188564] env[69162]: INFO nova.scheduler.client.report [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Deleted allocations for instance cfcdbb9a-1982-49b5-a591-77770de08672 [ 846.209977] env[69162]: DEBUG oslo_concurrency.lockutils [req-93b8c276-673b-4756-b10b-b37f2b5085b2 req-a2e41e09-5ac8-4b21-b773-839c8e179543 service nova] Releasing lock "refresh_cache-936944d5-13f5-4f4e-b7d6-077148fc1c30" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.215339] env[69162]: INFO nova.compute.manager [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Took 47.12 seconds to build instance. [ 846.221338] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d85df-9518-21a3-a3d7-edb03f8be78a/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.222520] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e90c246-9800-415b-a7e9-0f2a218adf37 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.240760] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232312, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.545621} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.242951] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.243247] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.243844] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d85df-9518-21a3-a3d7-edb03f8be78a/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.244068] env[69162]: ERROR oslo_vmware.rw_handles [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d85df-9518-21a3-a3d7-edb03f8be78a/disk-0.vmdk due to incomplete transfer. [ 846.244292] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27a1d64e-7192-4c17-84d1-7a165ec871e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.246593] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad8f5335-03fc-44d4-8454-3c593b2aa44d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.254181] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 846.254181] env[69162]: value = "task-3232321" [ 846.254181] env[69162]: _type = "Task" [ 846.254181] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.255587] env[69162]: DEBUG oslo_vmware.rw_handles [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d85df-9518-21a3-a3d7-edb03f8be78a/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.255587] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Uploaded image 3886a568-fdce-4239-aa2b-1cb5186316b5 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.257541] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.261644] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f6f5d8b-2b58-4de2-814a-f8ca086712a1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.270892] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.271704] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 846.271704] env[69162]: value = "task-3232322" [ 846.271704] env[69162]: _type = "Task" [ 846.271704] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.280787] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232322, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.341656] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232315, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.449167} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.342014] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4/bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.342166] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.342489] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f41bcecd-2bdf-4aef-afb9-a4cf0e401f86 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.348724] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 846.348724] env[69162]: value = "task-3232323" [ 846.348724] env[69162]: _type = "Task" [ 846.348724] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.357208] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.376935] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bf861b-39e7-8bee-3feb-77a8a929ed2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012731} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.377767] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3922c30c-6550-44a8-b349-5631d3ebbbb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.382747] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 846.382747] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c9761e-4bef-66ca-791c-b0fbfe17e355" [ 846.382747] env[69162]: _type = "Task" [ 846.382747] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.390495] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c9761e-4bef-66ca-791c-b0fbfe17e355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.418757] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232317, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.636673] env[69162]: DEBUG oslo_vmware.api [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.652634] env[69162]: DEBUG nova.network.neutron [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updating instance_info_cache with network_info: [{"id": "5a89d21b-d6ad-4129-9890-fa930b912eed", "address": "fa:16:3e:e6:47:eb", "network": {"id": "6c1e0d11-f922-4dae-99f4-9d4144b8d780", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1692414735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e4727c7d594e4abfa465488558d858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a89d21b-d6", "ovs_interfaceid": "5a89d21b-d6ad-4129-9890-fa930b912eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.683804] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bb2d8dea-cf59-425f-a16c-609dd95229a9 tempest-ImagesOneServerTestJSON-431630707 tempest-ImagesOneServerTestJSON-431630707-project-member] Lock "83722a45-99e4-4613-b7f8-00a84118573d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.121s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.684857] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f92d5b48-3f49-472d-957d-9fb73eaebb85 tempest-DeleteServersAdminTestJSON-1082879623 tempest-DeleteServersAdminTestJSON-1082879623-project-member] Lock "e2c46201-aa7b-49ae-b601-c37e0e701fa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.724s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.699007] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cc4cb161-3bfb-435d-92f0-79550592b886 tempest-ServerRescueTestJSONUnderV235-1608170378 tempest-ServerRescueTestJSONUnderV235-1608170378-project-member] Lock "cfcdbb9a-1982-49b5-a591-77770de08672" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.664s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.716670] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e452717-762a-417c-811f-12a4825420e4 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "b0ef5be2-c9e5-440e-b502-63396358f94c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.919s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.765044] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075442} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.765368] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.766201] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cde91da-dc16-439c-9c86-6e3fe07bf577 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.786717] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.791919] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6e2409-3776-4623-863d-f951c845457c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.812951] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232322, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.814096] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 846.814096] env[69162]: value = "task-3232324" [ 846.814096] env[69162]: _type = "Task" [ 846.814096] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.823233] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.857809] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127934} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.858115] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.859070] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429fbd1e-59a2-497b-811b-6eba872f7ce2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.886817] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4/bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.887286] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2961219c-3ba0-47f9-bf59-28f7bb8e993e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.910202] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c9761e-4bef-66ca-791c-b0fbfe17e355, 'name': SearchDatastore_Task, 'duration_secs': 0.008718} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.911569] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.911851] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 936944d5-13f5-4f4e-b7d6-077148fc1c30/936944d5-13f5-4f4e-b7d6-077148fc1c30.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.912146] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 846.912146] env[69162]: value = "task-3232325" [ 846.912146] env[69162]: _type = "Task" [ 846.912146] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.915102] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0ea22b0-e858-48c5-a3d4-28f9565fb95a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.926966] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232317, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.931685] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 846.931685] env[69162]: value = "task-3232326" [ 846.931685] env[69162]: _type = "Task" [ 846.931685] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.931938] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.939965] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.141160] env[69162]: DEBUG oslo_vmware.api [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232320, 'name': ReconfigVM_Task, 'duration_secs': 0.533843} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.141399] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 847.147161] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b1fc6f1-681a-4839-a097-6eca13d6c8ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.168678] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Releasing lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.169273] env[69162]: DEBUG nova.compute.manager [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Inject network info {{(pid=69162) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 847.169623] env[69162]: DEBUG nova.compute.manager [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] network_info to inject: |[{"id": "5a89d21b-d6ad-4129-9890-fa930b912eed", "address": "fa:16:3e:e6:47:eb", "network": {"id": "6c1e0d11-f922-4dae-99f4-9d4144b8d780", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1692414735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e4727c7d594e4abfa465488558d858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a89d21b-d6", "ovs_interfaceid": "5a89d21b-d6ad-4129-9890-fa930b912eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 847.175561] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Reconfiguring VM instance to set the machine id {{(pid=69162) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 847.177203] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9403e405-dbc5-444a-9350-1a5ce7721a84 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.192467] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.193756] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.193756] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.193756] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.193756] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.193941] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.194207] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.194452] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.194672] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.194868] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.195082] env[69162]: DEBUG nova.virt.hardware [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.196477] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d249504-82a9-4266-807b-2dd41a69385f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.204169] env[69162]: DEBUG oslo_vmware.api [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Waiting for the task: (returnval){ [ 847.204169] env[69162]: value = "task-3232327" [ 847.204169] env[69162]: _type = "Task" [ 847.204169] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.213397] env[69162]: DEBUG oslo_vmware.api [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 847.213397] env[69162]: value = "task-3232328" [ 847.213397] env[69162]: _type = "Task" [ 847.213397] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.215644] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec8723a-8513-4669-8d87-a40f5436cb71 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.231607] env[69162]: DEBUG oslo_vmware.api [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.243919] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:90:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba15c59-d21e-452b-b772-d1d258d5b843', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.252471] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.262344] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.267123] env[69162]: DEBUG oslo_vmware.api [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.267123] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-319477e1-086a-48b7-afeb-c994e864759a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.286176] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "29be81c5-006e-4633-94bb-c6bc007d6d0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.286176] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "29be81c5-006e-4633-94bb-c6bc007d6d0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.286176] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "29be81c5-006e-4633-94bb-c6bc007d6d0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.286176] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "29be81c5-006e-4633-94bb-c6bc007d6d0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.286176] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "29be81c5-006e-4633-94bb-c6bc007d6d0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.294661] env[69162]: INFO nova.compute.manager [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Terminating instance [ 847.299739] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.299739] env[69162]: value = "task-3232329" [ 847.299739] env[69162]: _type = "Task" [ 847.299739] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.303891] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232322, 'name': Destroy_Task, 'duration_secs': 0.735532} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.308420] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Destroyed the VM [ 847.308706] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 847.309618] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dce4a5e5-3cdb-4edf-967b-4abcd88ba7a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.317965] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232329, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.326512] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 847.326512] env[69162]: value = "task-3232330" [ 847.326512] env[69162]: _type = "Task" [ 847.326512] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.335610] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.341015] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232330, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.376914] env[69162]: DEBUG nova.compute.manager [req-17cb5746-adbd-492b-a4a3-baf669d7e61d req-47c84838-9efc-4f0d-b4b4-d9eb4c58e8cd service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Received event network-changed-5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.377258] env[69162]: DEBUG nova.compute.manager [req-17cb5746-adbd-492b-a4a3-baf669d7e61d req-47c84838-9efc-4f0d-b4b4-d9eb4c58e8cd service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Refreshing instance network info cache due to event network-changed-5a89d21b-d6ad-4129-9890-fa930b912eed. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.377522] env[69162]: DEBUG oslo_concurrency.lockutils [req-17cb5746-adbd-492b-a4a3-baf669d7e61d req-47c84838-9efc-4f0d-b4b4-d9eb4c58e8cd service nova] Acquiring lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.377943] env[69162]: DEBUG oslo_concurrency.lockutils [req-17cb5746-adbd-492b-a4a3-baf669d7e61d req-47c84838-9efc-4f0d-b4b4-d9eb4c58e8cd service nova] Acquired lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.377943] env[69162]: DEBUG nova.network.neutron [req-17cb5746-adbd-492b-a4a3-baf669d7e61d req-47c84838-9efc-4f0d-b4b4-d9eb4c58e8cd service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Refreshing network info cache for port 5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.430450] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232317, 'name': CloneVM_Task, 'duration_secs': 1.754332} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.431689] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Created linked-clone VM from snapshot [ 847.432779] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30f40f6-e091-4c0d-ad4c-7ac89b87302b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.445860] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232325, 'name': ReconfigVM_Task, 'duration_secs': 0.31577} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.450691] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Reconfigured VM instance instance-00000029 to attach disk [datastore1] bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4/bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.452117] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f24bd083-03b5-4a1d-ac37-1c5e0834c7eb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.458853] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Uploading image 088473ff-3819-47a4-b364-b1f1dc33df31 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.467797] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525036} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.469201] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 936944d5-13f5-4f4e-b7d6-077148fc1c30/936944d5-13f5-4f4e-b7d6-077148fc1c30.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.469201] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.469201] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62abdb77-b534-4df8-8724-fa826269e039 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.472873] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 847.472873] env[69162]: value = "task-3232331" [ 847.472873] env[69162]: _type = "Task" [ 847.472873] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.477961] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 847.477961] env[69162]: value = "task-3232332" [ 847.477961] env[69162]: _type = "Task" [ 847.477961] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.485889] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232331, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.495148] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.501233] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.501233] env[69162]: value = "vm-646108" [ 847.501233] env[69162]: _type = "VirtualMachine" [ 847.501233] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.501611] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a89f15be-bea1-422f-91a6-d1a6778acbb5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.508886] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lease: (returnval){ [ 847.508886] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5227c7f9-e46a-1f68-2826-c7b5ce321b3c" [ 847.508886] env[69162]: _type = "HttpNfcLease" [ 847.508886] env[69162]: } obtained for exporting VM: (result){ [ 847.508886] env[69162]: value = "vm-646108" [ 847.508886] env[69162]: _type = "VirtualMachine" [ 847.508886] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.508886] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the lease: (returnval){ [ 847.508886] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5227c7f9-e46a-1f68-2826-c7b5ce321b3c" [ 847.508886] env[69162]: _type = "HttpNfcLease" [ 847.508886] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.521449] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.521449] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5227c7f9-e46a-1f68-2826-c7b5ce321b3c" [ 847.521449] env[69162]: _type = "HttpNfcLease" [ 847.521449] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 847.721584] env[69162]: DEBUG oslo_vmware.api [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Task: {'id': task-3232327, 'name': ReconfigVM_Task, 'duration_secs': 0.276013} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.725222] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646100', 'volume_id': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'name': 'volume-eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3', 'attached_at': '', 'detached_at': '', 'volume_id': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1', 'serial': 'eeec8f41-e86e-408a-8b13-0ce38f8173d1'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 847.738473] env[69162]: DEBUG oslo_vmware.api [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232328, 'name': ReconfigVM_Task, 'duration_secs': 0.22624} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.740376] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c6cc4a-cb41-4862-a54c-cbea471c835a tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Reconfigured VM instance to set the machine id {{(pid=69162) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 847.810877] env[69162]: DEBUG nova.compute.manager [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.811122] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.811984] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eb6d92-3a03-4666-a393-6e327fcc8c0b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.820166] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7dfb2b-5bf0-401b-b2e2-4564d7519cfa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.829141] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232329, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.836747] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.840544] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5055f8d-9e16-4dba-aa0b-a9aef8c595b8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.842765] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f12c35-7e24-49ac-8e3d-a35680f832a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.846164] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232324, 'name': ReconfigVM_Task, 'duration_secs': 0.657547} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.849208] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.849878] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232330, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.850959] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-437f8d6c-1fdc-4ddf-8cf1-eea1c6329bf1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.879996] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a4283e-22bd-4f30-8720-161deff1d772 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.882839] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 847.882839] env[69162]: value = "task-3232335" [ 847.882839] env[69162]: _type = "Task" [ 847.882839] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.891622] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908c7d42-5c83-40bc-8876-58c702bd0ea3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.899397] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232335, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.910130] env[69162]: DEBUG nova.compute.provider_tree [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.989518] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078615} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.993234] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.993588] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232331, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.994363] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b645e22-7a17-471d-80d6-faa1e2872ab4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.018174] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 936944d5-13f5-4f4e-b7d6-077148fc1c30/936944d5-13f5-4f4e-b7d6-077148fc1c30.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.018428] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5721e3fe-3690-4ac5-bb4e-2100cec9ac0f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.043094] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.043094] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5227c7f9-e46a-1f68-2826-c7b5ce321b3c" [ 848.043094] env[69162]: _type = "HttpNfcLease" [ 848.043094] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.043455] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.043455] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5227c7f9-e46a-1f68-2826-c7b5ce321b3c" [ 848.043455] env[69162]: _type = "HttpNfcLease" [ 848.043455] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.045293] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c8ff7c-cf08-43b1-8053-6c9d45a312c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.049036] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 848.049036] env[69162]: value = "task-3232336" [ 848.049036] env[69162]: _type = "Task" [ 848.049036] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.057983] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52563a7f-e9b6-9f26-1733-e2e9ff4d7f4c/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.058231] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52563a7f-e9b6-9f26-1733-e2e9ff4d7f4c/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.061990] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.062232] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.062446] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleting the datastore file [datastore2] 29be81c5-006e-4633-94bb-c6bc007d6d0d {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.064531] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b037d8c-6bf2-4770-9fbb-c0de2c4ad1d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.125536] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.130765] env[69162]: DEBUG oslo_vmware.api [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 848.130765] env[69162]: value = "task-3232337" [ 848.130765] env[69162]: _type = "Task" [ 848.130765] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.139619] env[69162]: DEBUG oslo_vmware.api [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.171904] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a078301d-cd51-4843-8113-8a80afd111c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.303480] env[69162]: DEBUG nova.objects.instance [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Lazy-loading 'flavor' on Instance uuid c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.313896] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232329, 'name': CreateVM_Task, 'duration_secs': 0.525309} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.314197] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.315016] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.315189] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.315516] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.315774] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e7c773-98de-4e5f-9036-70674ab71215 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.321796] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 848.321796] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a08851-e6d9-70f3-1cc4-98c6fb2d5725" [ 848.321796] env[69162]: _type = "Task" [ 848.321796] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.331826] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a08851-e6d9-70f3-1cc4-98c6fb2d5725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.341025] env[69162]: DEBUG oslo_vmware.api [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232330, 'name': RemoveSnapshot_Task, 'duration_secs': 0.658759} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.341295] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 848.341636] env[69162]: INFO nova.compute.manager [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Took 16.17 seconds to snapshot the instance on the hypervisor. [ 848.393302] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232335, 'name': Rename_Task, 'duration_secs': 0.20044} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.393603] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.393879] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5e7c622-5ce6-4a03-948d-84af144cc43b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.401355] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 848.401355] env[69162]: value = "task-3232338" [ 848.401355] env[69162]: _type = "Task" [ 848.401355] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.414663] env[69162]: DEBUG nova.scheduler.client.report [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.420531] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.489325] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232331, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.563340] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.646277] env[69162]: DEBUG oslo_vmware.api [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195898} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.648268] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.648984] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.652100] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.652100] env[69162]: INFO nova.compute.manager [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Took 0.84 seconds to destroy the instance on the hypervisor. [ 848.652100] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.652100] env[69162]: DEBUG nova.compute.manager [-] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.652100] env[69162]: DEBUG nova.network.neutron [-] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.820421] env[69162]: DEBUG nova.network.neutron [req-17cb5746-adbd-492b-a4a3-baf669d7e61d req-47c84838-9efc-4f0d-b4b4-d9eb4c58e8cd service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updated VIF entry in instance network info cache for port 5a89d21b-d6ad-4129-9890-fa930b912eed. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.820841] env[69162]: DEBUG nova.network.neutron [req-17cb5746-adbd-492b-a4a3-baf669d7e61d req-47c84838-9efc-4f0d-b4b4-d9eb4c58e8cd service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updating instance_info_cache with network_info: [{"id": "5a89d21b-d6ad-4129-9890-fa930b912eed", "address": "fa:16:3e:e6:47:eb", "network": {"id": "6c1e0d11-f922-4dae-99f4-9d4144b8d780", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1692414735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e4727c7d594e4abfa465488558d858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a89d21b-d6", "ovs_interfaceid": "5a89d21b-d6ad-4129-9890-fa930b912eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.834196] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a08851-e6d9-70f3-1cc4-98c6fb2d5725, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.836097] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.836582] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.837196] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.837568] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.838024] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.838614] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e3b97ee-41f0-42ed-9fa6-4d711733ddb3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.846233] env[69162]: DEBUG nova.compute.manager [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Instance disappeared during snapshot {{(pid=69162) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 848.851398] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.853019] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.853019] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7322cbea-9320-4d8f-8640-f87f1db30da0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.861736] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 848.861736] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523f9995-2522-92b6-78cc-58f36c65faf5" [ 848.861736] env[69162]: _type = "Task" [ 848.861736] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.868674] env[69162]: DEBUG nova.compute.manager [None req-2f477fcd-13ca-4077-a8dc-505b2cf14190 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image not found during clean up 3886a568-fdce-4239-aa2b-1cb5186316b5 {{(pid=69162) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 848.878909] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523f9995-2522-92b6-78cc-58f36c65faf5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.879650] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f1c87d-788f-4969-97bf-faaa78a33fec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.888426] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 848.888426] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520569bd-cbd1-63fe-2d0e-e25c68fdb0fd" [ 848.888426] env[69162]: _type = "Task" [ 848.888426] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.901862] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520569bd-cbd1-63fe-2d0e-e25c68fdb0fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.913952] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232338, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.928025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.928025] env[69162]: DEBUG nova.compute.manager [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.938719] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.366s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.944444] env[69162]: INFO nova.compute.claims [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.990818] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232331, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.053820] env[69162]: DEBUG nova.objects.instance [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lazy-loading 'flavor' on Instance uuid 70204f64-9421-4c9a-a654-c63b6ec37d46 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.081728] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.316517] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8b363cca-06c0-43b8-900c-7388a76bcc22 tempest-VolumesAssistedSnapshotsTest-2002513137 tempest-VolumesAssistedSnapshotsTest-2002513137-project-admin] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.846s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.325218] env[69162]: DEBUG oslo_concurrency.lockutils [req-17cb5746-adbd-492b-a4a3-baf669d7e61d req-47c84838-9efc-4f0d-b4b4-d9eb4c58e8cd service nova] Releasing lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.340597] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.341082] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.401770] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520569bd-cbd1-63fe-2d0e-e25c68fdb0fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.401770] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.402131] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 8b6ff94c-3431-43a5-8d63-e462d795d320/8b6ff94c-3431-43a5-8d63-e462d795d320.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.402476] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8853b625-8d58-46d0-bc89-954d282ecd1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.414008] env[69162]: DEBUG oslo_vmware.api [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232338, 'name': PowerOnVM_Task, 'duration_secs': 0.673814} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.415817] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.416192] env[69162]: DEBUG nova.compute.manager [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.416589] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 849.416589] env[69162]: value = "task-3232340" [ 849.416589] env[69162]: _type = "Task" [ 849.416589] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.417360] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52342959-b71e-4fbd-b0e8-6196e3f2c40e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.433780] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.451742] env[69162]: DEBUG nova.compute.utils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.458482] env[69162]: DEBUG nova.compute.manager [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.458482] env[69162]: DEBUG nova.network.neutron [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.462071] env[69162]: DEBUG oslo_concurrency.lockutils [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "b0ef5be2-c9e5-440e-b502-63396358f94c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.462071] env[69162]: DEBUG oslo_concurrency.lockutils [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "b0ef5be2-c9e5-440e-b502-63396358f94c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.462196] env[69162]: INFO nova.compute.manager [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Rebooting instance [ 849.493282] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232331, 'name': Rename_Task, 'duration_secs': 1.922249} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.493985] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.495351] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a6c078-75c2-4f05-a20c-052938ebe514 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.504834] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 849.504834] env[69162]: value = "task-3232341" [ 849.504834] env[69162]: _type = "Task" [ 849.504834] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.516784] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.530256] env[69162]: DEBUG nova.policy [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06549d2b3d8f412e9f199f7704efcd40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ba1e201768b4df58a2d428c2c1164fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.568469] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.569051] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquiring lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.569226] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquired lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.738364] env[69162]: DEBUG nova.network.neutron [-] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.758186] env[69162]: DEBUG nova.compute.manager [req-d2cf7b31-fde8-45f5-99a7-4f66ada3265b req-eaa019ea-39bf-436d-886b-c2c21e8f4ea7 service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Received event network-vif-deleted-89ac9e99-3de1-4841-9418-2054658ba4c1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.759026] env[69162]: INFO nova.compute.manager [req-d2cf7b31-fde8-45f5-99a7-4f66ada3265b req-eaa019ea-39bf-436d-886b-c2c21e8f4ea7 service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Neutron deleted interface 89ac9e99-3de1-4841-9418-2054658ba4c1; detaching it from the instance and deleting it from the info cache [ 849.759490] env[69162]: DEBUG nova.network.neutron [req-d2cf7b31-fde8-45f5-99a7-4f66ada3265b req-eaa019ea-39bf-436d-886b-c2c21e8f4ea7 service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.782251] env[69162]: DEBUG nova.compute.manager [req-6b6b7815-2076-48ff-9f95-92b7290914a4 req-9aa5ed74-f21d-4af9-b03b-26775918566d service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Received event network-changed-71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.782549] env[69162]: DEBUG nova.compute.manager [req-6b6b7815-2076-48ff-9f95-92b7290914a4 req-9aa5ed74-f21d-4af9-b03b-26775918566d service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Refreshing instance network info cache due to event network-changed-71eadfab-e599-4e82-b9e1-aa748f3a2b93. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.782825] env[69162]: DEBUG oslo_concurrency.lockutils [req-6b6b7815-2076-48ff-9f95-92b7290914a4 req-9aa5ed74-f21d-4af9-b03b-26775918566d service nova] Acquiring lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.782997] env[69162]: DEBUG oslo_concurrency.lockutils [req-6b6b7815-2076-48ff-9f95-92b7290914a4 req-9aa5ed74-f21d-4af9-b03b-26775918566d service nova] Acquired lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.783190] env[69162]: DEBUG nova.network.neutron [req-6b6b7815-2076-48ff-9f95-92b7290914a4 req-9aa5ed74-f21d-4af9-b03b-26775918566d service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Refreshing network info cache for port 71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.846019] env[69162]: DEBUG nova.compute.manager [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.951994] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499008} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.952969] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.952969] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 8b6ff94c-3431-43a5-8d63-e462d795d320/8b6ff94c-3431-43a5-8d63-e462d795d320.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.953864] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.954118] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af8686b8-78f6-4317-9d55-8a42874d0259 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.963717] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 849.963717] env[69162]: value = "task-3232342" [ 849.963717] env[69162]: _type = "Task" [ 849.963717] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.970130] env[69162]: DEBUG nova.compute.manager [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.984031] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.011522] env[69162]: DEBUG oslo_concurrency.lockutils [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.018684] env[69162]: DEBUG nova.network.neutron [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Successfully created port: 4cb6e8fb-abee-457a-83bd-fc48776954ec {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.025057] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232341, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.071552] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.241739] env[69162]: INFO nova.compute.manager [-] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Took 1.59 seconds to deallocate network for instance. [ 850.266373] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5bab884-889f-47e0-b54e-4e3e424cabf3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.283576] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5ad2ec-f7fa-4523-9bba-d5faeabd16dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.331275] env[69162]: DEBUG nova.compute.manager [req-d2cf7b31-fde8-45f5-99a7-4f66ada3265b req-eaa019ea-39bf-436d-886b-c2c21e8f4ea7 service nova] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Detach interface failed, port_id=89ac9e99-3de1-4841-9418-2054658ba4c1, reason: Instance 29be81c5-006e-4633-94bb-c6bc007d6d0d could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.375024] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.475460] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092014} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.475920] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.476935] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2af6b5-da7c-4eb3-bff6-bc9d52edc866 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.512648] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8b6ff94c-3431-43a5-8d63-e462d795d320/8b6ff94c-3431-43a5-8d63-e462d795d320.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.513936] env[69162]: DEBUG nova.network.neutron [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.520205] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838c3d99-6657-4adb-864c-c37d2c38610d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.558571] env[69162]: DEBUG oslo_vmware.api [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232341, 'name': PowerOnVM_Task, 'duration_secs': 0.555034} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.559472] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 850.559472] env[69162]: value = "task-3232343" [ 850.559472] env[69162]: _type = "Task" [ 850.559472] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.566571] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.569021] env[69162]: INFO nova.compute.manager [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Took 11.41 seconds to spawn the instance on the hypervisor. [ 850.569021] env[69162]: DEBUG nova.compute.manager [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.569581] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a639df2-a99d-45e9-8842-214c055a1df2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.589992] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.596382] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.603748] env[69162]: DEBUG nova.network.neutron [req-6b6b7815-2076-48ff-9f95-92b7290914a4 req-9aa5ed74-f21d-4af9-b03b-26775918566d service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Updated VIF entry in instance network info cache for port 71eadfab-e599-4e82-b9e1-aa748f3a2b93. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.603748] env[69162]: DEBUG nova.network.neutron [req-6b6b7815-2076-48ff-9f95-92b7290914a4 req-9aa5ed74-f21d-4af9-b03b-26775918566d service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Updating instance_info_cache with network_info: [{"id": "71eadfab-e599-4e82-b9e1-aa748f3a2b93", "address": "fa:16:3e:b8:7b:d8", "network": {"id": "11a6fc44-a999-4ef7-bc05-fa2f799c020d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2081903165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd0769245e346cea6c1035da0a0e541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71eadfab-e5", "ovs_interfaceid": "71eadfab-e599-4e82-b9e1-aa748f3a2b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.702429] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45211df-542c-45cc-bbb6-ab36e6a6f590 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.712613] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de9dfc2-10be-4844-8812-43b72cba9648 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.744736] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f6b86f-4635-4708-88c6-3d3a9e5f4f50 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.752410] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8a5e8e-a7b8-489e-871f-7374fc036481 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.757178] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.768878] env[69162]: DEBUG nova.compute.provider_tree [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.965226] env[69162]: DEBUG nova.network.neutron [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updating instance_info_cache with network_info: [{"id": "5a89d21b-d6ad-4129-9890-fa930b912eed", "address": "fa:16:3e:e6:47:eb", "network": {"id": "6c1e0d11-f922-4dae-99f4-9d4144b8d780", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1692414735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e4727c7d594e4abfa465488558d858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a89d21b-d6", "ovs_interfaceid": "5a89d21b-d6ad-4129-9890-fa930b912eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.986827] env[69162]: DEBUG nova.compute.manager [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.021593] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.022737] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.023078] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.023388] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.023657] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.023935] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.024421] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.024732] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.027020] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.027020] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.027020] env[69162]: DEBUG nova.virt.hardware [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.027020] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c8858b-f448-4616-8b6c-3672f5a967d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.038842] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2e27f0-20f5-453a-b849-d42cb3c53508 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.069021] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.080143] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232343, 'name': ReconfigVM_Task, 'duration_secs': 0.514121} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.080143] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8b6ff94c-3431-43a5-8d63-e462d795d320/8b6ff94c-3431-43a5-8d63-e462d795d320.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.080143] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f70ec2d-b4c6-4eda-b0a6-395d941421ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.089085] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 851.089085] env[69162]: value = "task-3232344" [ 851.089085] env[69162]: _type = "Task" [ 851.089085] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.102416] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232344, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.110339] env[69162]: DEBUG oslo_concurrency.lockutils [req-6b6b7815-2076-48ff-9f95-92b7290914a4 req-9aa5ed74-f21d-4af9-b03b-26775918566d service nova] Releasing lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.111164] env[69162]: DEBUG oslo_concurrency.lockutils [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquired lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.111380] env[69162]: DEBUG nova.network.neutron [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.118391] env[69162]: INFO nova.compute.manager [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Took 42.87 seconds to build instance. [ 851.272242] env[69162]: DEBUG nova.scheduler.client.report [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.468478] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Releasing lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.468842] env[69162]: DEBUG nova.compute.manager [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Inject network info {{(pid=69162) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 851.469067] env[69162]: DEBUG nova.compute.manager [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] network_info to inject: |[{"id": "5a89d21b-d6ad-4129-9890-fa930b912eed", "address": "fa:16:3e:e6:47:eb", "network": {"id": "6c1e0d11-f922-4dae-99f4-9d4144b8d780", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1692414735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e4727c7d594e4abfa465488558d858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a89d21b-d6", "ovs_interfaceid": "5a89d21b-d6ad-4129-9890-fa930b912eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 851.474653] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Reconfiguring VM instance to set the machine id {{(pid=69162) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 851.475397] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0831bbe-53b8-4ab3-9ffb-02e6506ed298 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.494850] env[69162]: DEBUG oslo_vmware.api [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 851.494850] env[69162]: value = "task-3232345" [ 851.494850] env[69162]: _type = "Task" [ 851.494850] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.505571] env[69162]: DEBUG oslo_vmware.api [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.571390] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.598705] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232344, 'name': Rename_Task, 'duration_secs': 0.252745} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.598993] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.599419] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf50573-768e-4029-bfe3-64b265fed2d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.606648] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 851.606648] env[69162]: value = "task-3232346" [ 851.606648] env[69162]: _type = "Task" [ 851.606648] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.620392] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.620838] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1d8f0453-ba79-42b5-9e00-42ea6960288c tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.244s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.714847] env[69162]: INFO nova.compute.manager [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Rebuilding instance [ 851.778147] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.778670] env[69162]: DEBUG nova.compute.manager [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.785690] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.242s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.791210] env[69162]: INFO nova.compute.claims [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.809832] env[69162]: DEBUG nova.compute.manager [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.812862] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b2dbed-8e66-437e-bf1f-0ce78be562a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.817738] env[69162]: DEBUG nova.network.neutron [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Successfully updated port: 4cb6e8fb-abee-457a-83bd-fc48776954ec {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.916990] env[69162]: DEBUG nova.network.neutron [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Updating instance_info_cache with network_info: [{"id": "71eadfab-e599-4e82-b9e1-aa748f3a2b93", "address": "fa:16:3e:b8:7b:d8", "network": {"id": "11a6fc44-a999-4ef7-bc05-fa2f799c020d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2081903165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd0769245e346cea6c1035da0a0e541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71eadfab-e5", "ovs_interfaceid": "71eadfab-e599-4e82-b9e1-aa748f3a2b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.009121] env[69162]: DEBUG oslo_vmware.api [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.071413] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.097047] env[69162]: DEBUG nova.compute.manager [req-12c3a466-6647-4bb9-86af-217dd5f01567 req-b34abd3c-abae-4da7-9e01-1c7f370f8dc0 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Received event network-vif-plugged-4cb6e8fb-abee-457a-83bd-fc48776954ec {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.097430] env[69162]: DEBUG oslo_concurrency.lockutils [req-12c3a466-6647-4bb9-86af-217dd5f01567 req-b34abd3c-abae-4da7-9e01-1c7f370f8dc0 service nova] Acquiring lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.098987] env[69162]: DEBUG oslo_concurrency.lockutils [req-12c3a466-6647-4bb9-86af-217dd5f01567 req-b34abd3c-abae-4da7-9e01-1c7f370f8dc0 service nova] Lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.098987] env[69162]: DEBUG oslo_concurrency.lockutils [req-12c3a466-6647-4bb9-86af-217dd5f01567 req-b34abd3c-abae-4da7-9e01-1c7f370f8dc0 service nova] Lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.098987] env[69162]: DEBUG nova.compute.manager [req-12c3a466-6647-4bb9-86af-217dd5f01567 req-b34abd3c-abae-4da7-9e01-1c7f370f8dc0 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] No waiting events found dispatching network-vif-plugged-4cb6e8fb-abee-457a-83bd-fc48776954ec {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.098987] env[69162]: WARNING nova.compute.manager [req-12c3a466-6647-4bb9-86af-217dd5f01567 req-b34abd3c-abae-4da7-9e01-1c7f370f8dc0 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Received unexpected event network-vif-plugged-4cb6e8fb-abee-457a-83bd-fc48776954ec for instance with vm_state building and task_state spawning. [ 852.119571] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.121226] env[69162]: DEBUG nova.compute.manager [req-13e9daf7-44ce-416c-b25a-6b76a41c7e11 req-87f1af84-aa81-44be-b478-185829cfe549 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Received event network-changed-5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.121633] env[69162]: DEBUG nova.compute.manager [req-13e9daf7-44ce-416c-b25a-6b76a41c7e11 req-87f1af84-aa81-44be-b478-185829cfe549 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Refreshing instance network info cache due to event network-changed-5a89d21b-d6ad-4129-9890-fa930b912eed. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.122333] env[69162]: DEBUG oslo_concurrency.lockutils [req-13e9daf7-44ce-416c-b25a-6b76a41c7e11 req-87f1af84-aa81-44be-b478-185829cfe549 service nova] Acquiring lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.122798] env[69162]: DEBUG oslo_concurrency.lockutils [req-13e9daf7-44ce-416c-b25a-6b76a41c7e11 req-87f1af84-aa81-44be-b478-185829cfe549 service nova] Acquired lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.123220] env[69162]: DEBUG nova.network.neutron [req-13e9daf7-44ce-416c-b25a-6b76a41c7e11 req-87f1af84-aa81-44be-b478-185829cfe549 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Refreshing network info cache for port 5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.227849] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.230907] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.230907] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.230907] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.230907] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.233764] env[69162]: INFO nova.compute.manager [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Terminating instance [ 852.300099] env[69162]: DEBUG nova.compute.utils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.302311] env[69162]: DEBUG nova.compute.manager [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.302768] env[69162]: DEBUG nova.network.neutron [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.322592] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquiring lock "refresh_cache-b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.322592] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquired lock "refresh_cache-b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.322592] env[69162]: DEBUG nova.network.neutron [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.397134] env[69162]: DEBUG nova.policy [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5fe1ff271ae456fa3087ed28b089471', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'defca383c5bc48c6a613afdb5df70068', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.406025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquiring lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.406025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.406025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquiring lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.406025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.406025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.406025] env[69162]: INFO nova.compute.manager [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Terminating instance [ 852.419972] env[69162]: DEBUG oslo_concurrency.lockutils [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Releasing lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.515770] env[69162]: DEBUG oslo_vmware.api [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.575909] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232336, 'name': ReconfigVM_Task, 'duration_secs': 4.452403} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.576257] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 936944d5-13f5-4f4e-b7d6-077148fc1c30/936944d5-13f5-4f4e-b7d6-077148fc1c30.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.577048] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59eed0bb-96c9-43aa-8cc1-e8d8e59df757 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.584208] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 852.584208] env[69162]: value = "task-3232347" [ 852.584208] env[69162]: _type = "Task" [ 852.584208] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.593874] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232347, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.625390] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.711530] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "ddeb6757-1690-41e8-bdc1-87dadc34788d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.711530] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "ddeb6757-1690-41e8-bdc1-87dadc34788d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.739278] env[69162]: DEBUG nova.compute.manager [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.739633] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.740705] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa29073-463a-49e1-8e72-40cd17a5eb30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.751268] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.751561] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54874270-178c-4112-aa5c-3184b1d04c86 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.765289] env[69162]: DEBUG oslo_vmware.api [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 852.765289] env[69162]: value = "task-3232348" [ 852.765289] env[69162]: _type = "Task" [ 852.765289] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.779250] env[69162]: DEBUG oslo_vmware.api [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.807639] env[69162]: DEBUG nova.compute.manager [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.832436] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.832774] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-111a4fe0-a505-4221-b751-289cb1c3f559 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.846234] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for the task: (returnval){ [ 852.846234] env[69162]: value = "task-3232349" [ 852.846234] env[69162]: _type = "Task" [ 852.846234] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.860601] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.912883] env[69162]: DEBUG nova.compute.manager [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.912883] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.913869] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f771837-99f0-4e25-bccb-0e506f126de3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.931049] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.931049] env[69162]: DEBUG nova.compute.manager [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.931049] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a12915ab-61b3-4deb-95da-ed09257d7dc0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.932803] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fae8b8-ea16-4749-af45-38ca176ce846 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.937833] env[69162]: DEBUG nova.network.neutron [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.951940] env[69162]: DEBUG oslo_vmware.api [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for the task: (returnval){ [ 852.951940] env[69162]: value = "task-3232350" [ 852.951940] env[69162]: _type = "Task" [ 852.951940] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.967478] env[69162]: DEBUG oslo_vmware.api [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3232350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.018945] env[69162]: DEBUG oslo_vmware.api [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232345, 'name': ReconfigVM_Task, 'duration_secs': 1.133788} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.019367] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b124ec4a-cc2e-499a-aa86-7efaca18b629 tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Reconfigured VM instance to set the machine id {{(pid=69162) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 853.053022] env[69162]: DEBUG nova.network.neutron [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Successfully created port: 6dddff85-40f2-4031-a687-2fa646d33953 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.104025] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232347, 'name': Rename_Task, 'duration_secs': 0.190608} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.106069] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.106069] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2e3860c-c4e3-47bd-80a8-cd18dd4366df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.126293] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232346, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.127619] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 853.127619] env[69162]: value = "task-3232351" [ 853.127619] env[69162]: _type = "Task" [ 853.127619] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.144528] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232351, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.219068] env[69162]: DEBUG nova.compute.manager [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.284465] env[69162]: DEBUG oslo_vmware.api [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232348, 'name': PowerOffVM_Task, 'duration_secs': 0.232014} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.284465] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.284465] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.284696] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da9cf815-6604-4a77-a832-772553206251 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.355854] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232349, 'name': PowerOffVM_Task, 'duration_secs': 0.151355} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.358086] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.358346] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.358645] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.358820] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.358987] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Deleting the datastore file [datastore1] 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.362499] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be53875a-32a3-46a8-901c-c242606a8eb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.365940] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-134a428a-5450-4de9-8436-9a5bad082eee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.372768] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.374067] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7827b209-dce9-4b34-aff9-87236e5f8b40 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.375888] env[69162]: DEBUG oslo_vmware.api [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 853.375888] env[69162]: value = "task-3232353" [ 853.375888] env[69162]: _type = "Task" [ 853.375888] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.384897] env[69162]: DEBUG oslo_vmware.api [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.404454] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.404920] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.405248] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Deleting the datastore file [datastore1] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.406063] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-276e9fe0-5594-4121-9875-e69d93e86a8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.414468] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for the task: (returnval){ [ 853.414468] env[69162]: value = "task-3232355" [ 853.414468] env[69162]: _type = "Task" [ 853.414468] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.425818] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.434275] env[69162]: DEBUG nova.network.neutron [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Updating instance_info_cache with network_info: [{"id": "4cb6e8fb-abee-457a-83bd-fc48776954ec", "address": "fa:16:3e:68:ac:22", "network": {"id": "7f858834-5a0e-4363-ab44-91f405d6301c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1580779107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba1e201768b4df58a2d428c2c1164fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb6e8fb-ab", "ovs_interfaceid": "4cb6e8fb-abee-457a-83bd-fc48776954ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.456027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.457034] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.467311] env[69162]: DEBUG oslo_vmware.api [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3232350, 'name': PowerOffVM_Task, 'duration_secs': 0.375067} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.470359] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.470641] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.471372] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ee2e8c7-a779-4d66-858c-38cc0df6095b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.510969] env[69162]: DEBUG nova.network.neutron [req-13e9daf7-44ce-416c-b25a-6b76a41c7e11 req-87f1af84-aa81-44be-b478-185829cfe549 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updated VIF entry in instance network info cache for port 5a89d21b-d6ad-4129-9890-fa930b912eed. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.511396] env[69162]: DEBUG nova.network.neutron [req-13e9daf7-44ce-416c-b25a-6b76a41c7e11 req-87f1af84-aa81-44be-b478-185829cfe549 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updating instance_info_cache with network_info: [{"id": "5a89d21b-d6ad-4129-9890-fa930b912eed", "address": "fa:16:3e:e6:47:eb", "network": {"id": "6c1e0d11-f922-4dae-99f4-9d4144b8d780", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1692414735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e4727c7d594e4abfa465488558d858", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a89d21b-d6", "ovs_interfaceid": "5a89d21b-d6ad-4129-9890-fa930b912eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.560922] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.561264] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.561522] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Deleting the datastore file [datastore1] c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.564418] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59cf42b0-8b77-4891-bab9-f5708caef45e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.572221] env[69162]: DEBUG oslo_vmware.api [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for the task: (returnval){ [ 853.572221] env[69162]: value = "task-3232357" [ 853.572221] env[69162]: _type = "Task" [ 853.572221] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.581643] env[69162]: DEBUG oslo_vmware.api [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3232357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.623379] env[69162]: DEBUG oslo_vmware.api [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232346, 'name': PowerOnVM_Task, 'duration_secs': 1.56696} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.624739] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.624984] env[69162]: DEBUG nova.compute.manager [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.625850] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f599f2-831d-48d2-bb56-ebddd5619fab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.630047] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a0e895-6ee5-4cd8-aaad-1fc0407c8064 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.643915] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e13fdf7-24f8-45f3-89bb-d358ad8c63ce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.647958] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232351, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.701213] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9b74ae-63e0-40a7-9c4d-c691b90aa2df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.708844] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30213634-28c6-43bb-b1f9-07b3ec45a7a1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.729736] env[69162]: DEBUG nova.compute.provider_tree [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.755546] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.822875] env[69162]: DEBUG nova.compute.manager [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.850425] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.850707] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.850864] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.854131] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.854497] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.854779] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.855144] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.855333] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.855513] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.855684] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.856039] env[69162]: DEBUG nova.virt.hardware [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.857052] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13479f1-2297-4806-85a3-61bc66b8bf13 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.870899] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52e3e0d-87ce-45cd-baaa-a40ca5f1a174 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.897469] env[69162]: DEBUG oslo_vmware.api [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183581} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.897762] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.897912] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.898101] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.898281] env[69162]: INFO nova.compute.manager [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 853.898518] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.899188] env[69162]: DEBUG nova.compute.manager [-] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.899188] env[69162]: DEBUG nova.network.neutron [-] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.927771] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122902} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.928267] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.928973] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.928973] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.937292] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Releasing lock "refresh_cache-b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.939139] env[69162]: DEBUG nova.compute.manager [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Instance network_info: |[{"id": "4cb6e8fb-abee-457a-83bd-fc48776954ec", "address": "fa:16:3e:68:ac:22", "network": {"id": "7f858834-5a0e-4363-ab44-91f405d6301c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1580779107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba1e201768b4df58a2d428c2c1164fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb6e8fb-ab", "ovs_interfaceid": "4cb6e8fb-abee-457a-83bd-fc48776954ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.939139] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:ac:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cb6e8fb-abee-457a-83bd-fc48776954ec', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.947907] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Creating folder: Project (7ba1e201768b4df58a2d428c2c1164fd). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.947907] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a862f3f7-8a14-449b-bd2a-d7d8b8b3f926 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.959423] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Created folder: Project (7ba1e201768b4df58a2d428c2c1164fd) in parent group-v645978. [ 853.959612] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Creating folder: Instances. Parent ref: group-v646110. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.960628] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b69336-d332-4569-bfee-3103fdb982b1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.963872] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfc958a1-8196-4b91-9c6f-886fb34bfa6d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.969766] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Doing hard reboot of VM {{(pid=69162) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 853.970047] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4132bb1e-bae9-44b8-b62c-de3c3717cc3a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.974018] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Created folder: Instances in parent group-v646110. [ 853.974018] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.974018] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.974018] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2691feb-284a-43fe-a0e8-019bc75fc534 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.993594] env[69162]: DEBUG oslo_vmware.api [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 853.993594] env[69162]: value = "task-3232360" [ 853.993594] env[69162]: _type = "Task" [ 853.993594] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.998857] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.998857] env[69162]: value = "task-3232361" [ 853.998857] env[69162]: _type = "Task" [ 853.998857] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.006353] env[69162]: DEBUG oslo_vmware.api [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232360, 'name': ResetVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.011682] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232361, 'name': CreateVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.014431] env[69162]: DEBUG oslo_concurrency.lockutils [req-13e9daf7-44ce-416c-b25a-6b76a41c7e11 req-87f1af84-aa81-44be-b478-185829cfe549 service nova] Releasing lock "refresh_cache-70204f64-9421-4c9a-a654-c63b6ec37d46" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.085503] env[69162]: DEBUG oslo_vmware.api [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Task: {'id': task-3232357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155188} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.085931] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.086205] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.086466] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.086774] env[69162]: INFO nova.compute.manager [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 854.087104] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.088036] env[69162]: DEBUG nova.compute.manager [-] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.088036] env[69162]: DEBUG nova.network.neutron [-] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.143929] env[69162]: DEBUG oslo_vmware.api [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232351, 'name': PowerOnVM_Task, 'duration_secs': 0.869029} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.144340] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.144625] env[69162]: INFO nova.compute.manager [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Took 12.22 seconds to spawn the instance on the hypervisor. [ 854.144818] env[69162]: DEBUG nova.compute.manager [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.145673] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea437f-74b0-4d0c-8e07-79a9fe56b988 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.167739] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.236213] env[69162]: DEBUG nova.scheduler.client.report [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.258133] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquiring lock "70204f64-9421-4c9a-a654-c63b6ec37d46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.258555] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lock "70204f64-9421-4c9a-a654-c63b6ec37d46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.258789] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquiring lock "70204f64-9421-4c9a-a654-c63b6ec37d46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.259077] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lock "70204f64-9421-4c9a-a654-c63b6ec37d46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.259341] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lock "70204f64-9421-4c9a-a654-c63b6ec37d46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.263756] env[69162]: INFO nova.compute.manager [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Terminating instance [ 854.507561] env[69162]: DEBUG oslo_vmware.api [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232360, 'name': ResetVM_Task, 'duration_secs': 0.144055} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.508190] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Did hard reboot of VM {{(pid=69162) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 854.508367] env[69162]: DEBUG nova.compute.manager [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.511694] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab2fc81-93de-47df-9d72-46ea656526ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.518507] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232361, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.557270] env[69162]: DEBUG nova.compute.manager [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Received event network-changed-4cb6e8fb-abee-457a-83bd-fc48776954ec {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.557467] env[69162]: DEBUG nova.compute.manager [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Refreshing instance network info cache due to event network-changed-4cb6e8fb-abee-457a-83bd-fc48776954ec. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.557696] env[69162]: DEBUG oslo_concurrency.lockutils [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] Acquiring lock "refresh_cache-b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.557839] env[69162]: DEBUG oslo_concurrency.lockutils [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] Acquired lock "refresh_cache-b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.557998] env[69162]: DEBUG nova.network.neutron [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Refreshing network info cache for port 4cb6e8fb-abee-457a-83bd-fc48776954ec {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.677041] env[69162]: INFO nova.compute.manager [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Took 42.71 seconds to build instance. [ 854.747479] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.959s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.747479] env[69162]: DEBUG nova.compute.manager [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.751073] env[69162]: DEBUG oslo_concurrency.lockutils [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.860s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.751073] env[69162]: DEBUG oslo_concurrency.lockutils [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.751651] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.300s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.753692] env[69162]: INFO nova.compute.claims [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.771028] env[69162]: DEBUG nova.compute.manager [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.771365] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.772199] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeba87d-7e26-4859-8581-1dca1ce31532 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.787792] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.789052] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-909932fb-e47e-41fd-b54b-45ce509d6a34 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.793451] env[69162]: INFO nova.scheduler.client.report [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleted allocations for instance 7db9e0be-ea98-4afc-8107-bfe3b9082b2f [ 854.799496] env[69162]: DEBUG oslo_vmware.api [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 854.799496] env[69162]: value = "task-3232362" [ 854.799496] env[69162]: _type = "Task" [ 854.799496] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.820430] env[69162]: DEBUG oslo_vmware.api [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.982106] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.983045] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.983045] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.983045] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.983045] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.983045] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.983258] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.983772] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.983772] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.983772] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.984578] env[69162]: DEBUG nova.virt.hardware [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.985848] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5f2e17-b283-4239-b92e-be791344b0ce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.993809] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a8d297-29cb-42c0-94cf-0f8db1e3d32e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.016213] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.024586] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.024586] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.024586] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2407e3d7-3abf-45ba-9e9a-5f57594344fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.045276] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232361, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.046232] env[69162]: DEBUG oslo_concurrency.lockutils [None req-34317a48-8f31-4a92-a5d9-d5aa40b924d0 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "b0ef5be2-c9e5-440e-b502-63396358f94c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.584s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.053713] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.053713] env[69162]: value = "task-3232363" [ 855.053713] env[69162]: _type = "Task" [ 855.053713] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.063956] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232363, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.179971] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c2c8c5f-db95-4a26-802d-f1fbbd0f1d79 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "936944d5-13f5-4f4e-b7d6-077148fc1c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.355s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.222455] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "8b6ff94c-3431-43a5-8d63-e462d795d320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.222455] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "8b6ff94c-3431-43a5-8d63-e462d795d320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.222607] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "8b6ff94c-3431-43a5-8d63-e462d795d320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.222767] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "8b6ff94c-3431-43a5-8d63-e462d795d320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.223063] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "8b6ff94c-3431-43a5-8d63-e462d795d320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.226394] env[69162]: INFO nova.compute.manager [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Terminating instance [ 855.266020] env[69162]: DEBUG nova.compute.utils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.268310] env[69162]: DEBUG nova.compute.manager [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.268310] env[69162]: DEBUG nova.network.neutron [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.284119] env[69162]: DEBUG nova.network.neutron [-] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.307168] env[69162]: DEBUG oslo_concurrency.lockutils [None req-af693da2-0201-4de2-bd71-b79c29660d6d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "7db9e0be-ea98-4afc-8107-bfe3b9082b2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.698s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.314967] env[69162]: DEBUG oslo_vmware.api [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232362, 'name': PowerOffVM_Task, 'duration_secs': 0.28645} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.314967] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.314967] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.315389] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-779f7741-0595-4284-81c7-164d662e0f79 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.378646] env[69162]: DEBUG nova.policy [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '036b63cf87e24c068d964caf0de373c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86aebed242d64555a6000f9d5bee1b2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.392673] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.392949] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.393272] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Deleting the datastore file [datastore2] 70204f64-9421-4c9a-a654-c63b6ec37d46 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.393838] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-accf852b-a647-48d0-9a31-d5484eae59ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.401635] env[69162]: DEBUG oslo_vmware.api [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for the task: (returnval){ [ 855.401635] env[69162]: value = "task-3232365" [ 855.401635] env[69162]: _type = "Task" [ 855.401635] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.413435] env[69162]: DEBUG oslo_vmware.api [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.455988] env[69162]: DEBUG nova.network.neutron [-] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.513668] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232361, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.516764] env[69162]: DEBUG nova.network.neutron [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Updated VIF entry in instance network info cache for port 4cb6e8fb-abee-457a-83bd-fc48776954ec. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.517342] env[69162]: DEBUG nova.network.neutron [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Updating instance_info_cache with network_info: [{"id": "4cb6e8fb-abee-457a-83bd-fc48776954ec", "address": "fa:16:3e:68:ac:22", "network": {"id": "7f858834-5a0e-4363-ab44-91f405d6301c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1580779107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba1e201768b4df58a2d428c2c1164fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb6e8fb-ab", "ovs_interfaceid": "4cb6e8fb-abee-457a-83bd-fc48776954ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.565278] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232363, 'name': CreateVM_Task, 'duration_secs': 0.460156} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.565278] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.565278] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.565278] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.565278] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.565489] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d17207-8f34-484d-8dc7-12e719ae8d4f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.571303] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for the task: (returnval){ [ 855.571303] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523b1399-eced-8d53-0a09-b79ba42a22c4" [ 855.571303] env[69162]: _type = "Task" [ 855.571303] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.580894] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523b1399-eced-8d53-0a09-b79ba42a22c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.683119] env[69162]: DEBUG nova.compute.manager [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.731306] env[69162]: DEBUG nova.compute.manager [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.731606] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.732736] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7552ff-6440-420f-89b9-da5079e41fe4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.744312] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.744708] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55099540-61a1-48fd-b9a4-73c430c9db44 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.751607] env[69162]: DEBUG oslo_vmware.api [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 855.751607] env[69162]: value = "task-3232366" [ 855.751607] env[69162]: _type = "Task" [ 855.751607] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.762827] env[69162]: DEBUG oslo_vmware.api [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.771434] env[69162]: DEBUG nova.compute.manager [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.787167] env[69162]: INFO nova.compute.manager [-] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Took 1.89 seconds to deallocate network for instance. [ 855.881330] env[69162]: DEBUG nova.network.neutron [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Successfully updated port: 6dddff85-40f2-4031-a687-2fa646d33953 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.915783] env[69162]: DEBUG oslo_vmware.api [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Task: {'id': task-3232365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210399} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.916088] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.916296] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.916483] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.916871] env[69162]: INFO nova.compute.manager [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Took 1.15 seconds to destroy the instance on the hypervisor. [ 855.917139] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.917433] env[69162]: DEBUG nova.compute.manager [-] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.917536] env[69162]: DEBUG nova.network.neutron [-] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.958969] env[69162]: INFO nova.compute.manager [-] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Took 1.87 seconds to deallocate network for instance. [ 855.982592] env[69162]: DEBUG nova.network.neutron [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Successfully created port: 9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.016260] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232361, 'name': CreateVM_Task, 'duration_secs': 1.561912} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.016260] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.017299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.020263] env[69162]: DEBUG oslo_concurrency.lockutils [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] Releasing lock "refresh_cache-b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.020527] env[69162]: DEBUG nova.compute.manager [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Received event network-changed-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.020713] env[69162]: DEBUG nova.compute.manager [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Refreshing instance network info cache due to event network-changed-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.020949] env[69162]: DEBUG oslo_concurrency.lockutils [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] Acquiring lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.021084] env[69162]: DEBUG oslo_concurrency.lockutils [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] Acquired lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.021246] env[69162]: DEBUG nova.network.neutron [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Refreshing network info cache for port 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.088916] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523b1399-eced-8d53-0a09-b79ba42a22c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012813} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.089313] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.089427] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.089851] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.089851] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.090029] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.090323] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.090645] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.090882] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cc3f9ed-f00e-4e1e-b7cb-fec10a8c0eef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.094552] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98aa9cf5-33f1-4c3d-89a6-2543b1a6ab4e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.104023] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for the task: (returnval){ [ 856.104023] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52769bb4-9c3c-abbd-b795-f04cac8ff603" [ 856.104023] env[69162]: _type = "Task" [ 856.104023] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.111026] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.111026] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.112145] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab05d2d1-eb8e-4373-96ec-dcb3bf8f338b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.127708] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52769bb4-9c3c-abbd-b795-f04cac8ff603, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.128907] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.129046] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.130044] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.132127] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for the task: (returnval){ [ 856.132127] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e33cc8-d378-3d55-45b2-5fc2cb269631" [ 856.132127] env[69162]: _type = "Task" [ 856.132127] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.141152] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e33cc8-d378-3d55-45b2-5fc2cb269631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.214986] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.269875] env[69162]: DEBUG oslo_vmware.api [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232366, 'name': PowerOffVM_Task, 'duration_secs': 0.25683} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.270853] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.271211] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.274064] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3576f59f-28f4-460e-86a0-db30950fe6bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.308029] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.339873] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.343248] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.347272] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.347931] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.347931] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleting the datastore file [datastore2] 8b6ff94c-3431-43a5-8d63-e462d795d320 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.348259] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d67968d-325f-46e7-9402-d22ac5fa9854 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.359733] env[69162]: DEBUG oslo_vmware.api [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 856.359733] env[69162]: value = "task-3232368" [ 856.359733] env[69162]: _type = "Task" [ 856.359733] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.373767] env[69162]: DEBUG oslo_vmware.api [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.386070] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "refresh_cache-d1f99284-f0dd-467b-8b71-138d07f7f0db" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.386258] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "refresh_cache-d1f99284-f0dd-467b-8b71-138d07f7f0db" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.386557] env[69162]: DEBUG nova.network.neutron [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.425712] env[69162]: DEBUG nova.compute.manager [req-5930f129-df0a-4cd1-b209-de1e44698ad9 req-4c0c44fc-ec79-4cda-83bc-cc6c038f8db9 service nova] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Received event network-vif-plugged-6dddff85-40f2-4031-a687-2fa646d33953 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.425712] env[69162]: DEBUG oslo_concurrency.lockutils [req-5930f129-df0a-4cd1-b209-de1e44698ad9 req-4c0c44fc-ec79-4cda-83bc-cc6c038f8db9 service nova] Acquiring lock "d1f99284-f0dd-467b-8b71-138d07f7f0db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.425712] env[69162]: DEBUG oslo_concurrency.lockutils [req-5930f129-df0a-4cd1-b209-de1e44698ad9 req-4c0c44fc-ec79-4cda-83bc-cc6c038f8db9 service nova] Lock "d1f99284-f0dd-467b-8b71-138d07f7f0db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.425712] env[69162]: DEBUG oslo_concurrency.lockutils [req-5930f129-df0a-4cd1-b209-de1e44698ad9 req-4c0c44fc-ec79-4cda-83bc-cc6c038f8db9 service nova] Lock "d1f99284-f0dd-467b-8b71-138d07f7f0db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.425712] env[69162]: DEBUG nova.compute.manager [req-5930f129-df0a-4cd1-b209-de1e44698ad9 req-4c0c44fc-ec79-4cda-83bc-cc6c038f8db9 service nova] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] No waiting events found dispatching network-vif-plugged-6dddff85-40f2-4031-a687-2fa646d33953 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.425712] env[69162]: WARNING nova.compute.manager [req-5930f129-df0a-4cd1-b209-de1e44698ad9 req-4c0c44fc-ec79-4cda-83bc-cc6c038f8db9 service nova] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Received unexpected event network-vif-plugged-6dddff85-40f2-4031-a687-2fa646d33953 for instance with vm_state building and task_state spawning. [ 856.466293] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.492081] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7a4863-dcd6-4c16-b86d-a41b5fdad7a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.504560] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e9b1f5-26e8-42ae-85c4-19c903dca024 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.552387] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8615194-b5bf-4d3e-94bb-e31331a7171a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.564857] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eb38f6-c5e6-475c-a96c-cd4737a2e505 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.584968] env[69162]: DEBUG nova.compute.provider_tree [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.651151] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e33cc8-d378-3d55-45b2-5fc2cb269631, 'name': SearchDatastore_Task, 'duration_secs': 0.012233} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.652182] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaae14be-0fb8-4595-adec-fb342ab022c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.662607] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for the task: (returnval){ [ 856.662607] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52da4877-36c6-21d1-3547-48cb7cb35365" [ 856.662607] env[69162]: _type = "Task" [ 856.662607] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.671707] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52da4877-36c6-21d1-3547-48cb7cb35365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.787465] env[69162]: DEBUG nova.compute.manager [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.822095] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.822095] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.822266] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.822361] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.822504] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.822637] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.822926] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.823323] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.823323] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.823523] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.823523] env[69162]: DEBUG nova.virt.hardware [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.824426] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d6fd79-6767-44e5-b48b-cc20e92895d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.830151] env[69162]: DEBUG nova.network.neutron [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Updated VIF entry in instance network info cache for port 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.830499] env[69162]: DEBUG nova.network.neutron [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Updating instance_info_cache with network_info: [{"id": "6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0", "address": "fa:16:3e:9a:3d:36", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eacd5db-5c", "ovs_interfaceid": "6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.835714] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e614f-3fa6-49bf-bdbc-9b5ff0fbb26c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.874624] env[69162]: DEBUG oslo_vmware.api [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181419} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.874969] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.875215] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.875369] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.875545] env[69162]: INFO nova.compute.manager [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Took 1.14 seconds to destroy the instance on the hypervisor. [ 856.875788] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.875983] env[69162]: DEBUG nova.compute.manager [-] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.876093] env[69162]: DEBUG nova.network.neutron [-] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.938697] env[69162]: DEBUG nova.network.neutron [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.024299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "08577608-89ff-40e9-9a43-2b4218500b63" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.024299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.088114] env[69162]: DEBUG nova.scheduler.client.report [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.174944] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52da4877-36c6-21d1-3547-48cb7cb35365, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.175259] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.175587] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.175910] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.176139] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.176376] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e65db038-29d0-4b88-8ab1-6a65c1f20ef2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.178850] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54833e23-d10d-43b6-ab51-b37d1b61d934 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.187571] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for the task: (returnval){ [ 857.187571] env[69162]: value = "task-3232369" [ 857.187571] env[69162]: _type = "Task" [ 857.187571] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.193190] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.193528] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.194707] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96435015-1fa5-4b45-906f-ffdfb7d3279f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.197674] env[69162]: DEBUG nova.network.neutron [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Updating instance_info_cache with network_info: [{"id": "6dddff85-40f2-4031-a687-2fa646d33953", "address": "fa:16:3e:93:e7:26", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dddff85-40", "ovs_interfaceid": "6dddff85-40f2-4031-a687-2fa646d33953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.202747] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.206124] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for the task: (returnval){ [ 857.206124] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bd6b64-3900-a216-8a36-6fc1043e3a3c" [ 857.206124] env[69162]: _type = "Task" [ 857.206124] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.214499] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bd6b64-3900-a216-8a36-6fc1043e3a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.336425] env[69162]: DEBUG oslo_concurrency.lockutils [req-24d03134-d300-488f-b7e4-8baf5877b147 req-d2baad19-037c-4da9-a3c2-802dd170bbd5 service nova] Releasing lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.430551] env[69162]: DEBUG nova.compute.manager [req-4225565c-733b-4803-80c7-5b096e7e7775 req-adb9a6ee-5ad6-4cfd-9e26-8d6d4972fe6c service nova] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Received event network-vif-deleted-897ca23e-6a24-43a3-8c4d-c255cd40a5cf {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.430551] env[69162]: DEBUG nova.compute.manager [req-4225565c-733b-4803-80c7-5b096e7e7775 req-adb9a6ee-5ad6-4cfd-9e26-8d6d4972fe6c service nova] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Received event network-vif-deleted-ceb1f5e1-5fe1-42ed-8d39-93c183fad427 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.454945] env[69162]: DEBUG nova.network.neutron [-] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.529484] env[69162]: DEBUG nova.compute.utils [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.596923] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.597555] env[69162]: DEBUG nova.compute.manager [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.601227] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.579s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.601375] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.604931] env[69162]: DEBUG oslo_concurrency.lockutils [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.443s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.605261] env[69162]: DEBUG oslo_concurrency.lockutils [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.607940] env[69162]: DEBUG oslo_concurrency.lockutils [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.988s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.608222] env[69162]: DEBUG oslo_concurrency.lockutils [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.610220] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.220s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.610566] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.614320] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.514s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.615994] env[69162]: INFO nova.compute.claims [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.652926] env[69162]: INFO nova.scheduler.client.report [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Deleted allocations for instance bfb80238-cb30-401e-a409-1939ea48ba2f [ 857.655398] env[69162]: INFO nova.scheduler.client.report [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Deleted allocations for instance f6bba713-7cd6-40a5-ae76-c4d155536858 [ 857.672208] env[69162]: INFO nova.scheduler.client.report [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Deleted allocations for instance 32b4ca6c-622c-4888-aef5-40dcc6b04355 [ 857.687370] env[69162]: INFO nova.scheduler.client.report [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Deleted allocations for instance d090a13b-9406-4b37-9b94-f9fb86c1efd5 [ 857.691264] env[69162]: WARNING oslo_messaging._drivers.amqpdriver [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 857.701058] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232369, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.703683] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "refresh_cache-d1f99284-f0dd-467b-8b71-138d07f7f0db" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.704008] env[69162]: DEBUG nova.compute.manager [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Instance network_info: |[{"id": "6dddff85-40f2-4031-a687-2fa646d33953", "address": "fa:16:3e:93:e7:26", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dddff85-40", "ovs_interfaceid": "6dddff85-40f2-4031-a687-2fa646d33953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.704477] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:e7:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dddff85-40f2-4031-a687-2fa646d33953', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.712470] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.712884] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.716741] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f8eaf22-9f56-4d5a-a366-75843de54492 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.737899] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bd6b64-3900-a216-8a36-6fc1043e3a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.739774] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.739774] env[69162]: value = "task-3232370" [ 857.739774] env[69162]: _type = "Task" [ 857.739774] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.740036] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c1f0bc-830a-4250-a5b6-7145c2f3b2dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.751050] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for the task: (returnval){ [ 857.751050] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292060e-f943-b56a-e8b3-3b8bcb45abb2" [ 857.751050] env[69162]: _type = "Task" [ 857.751050] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.755145] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232370, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.764726] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292060e-f943-b56a-e8b3-3b8bcb45abb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.767495] env[69162]: DEBUG nova.network.neutron [-] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.790664] env[69162]: DEBUG nova.network.neutron [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Successfully updated port: 9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.958074] env[69162]: INFO nova.compute.manager [-] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Took 2.04 seconds to deallocate network for instance. [ 858.034202] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.042360] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "88eaf0df-5255-4011-ac1a-455c2556e1df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.042733] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.123205] env[69162]: DEBUG nova.compute.utils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.126702] env[69162]: DEBUG nova.compute.manager [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Not allocating networking since 'none' was specified. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 858.128639] env[69162]: DEBUG oslo_concurrency.lockutils [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "b0ef5be2-c9e5-440e-b502-63396358f94c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.128920] env[69162]: DEBUG oslo_concurrency.lockutils [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "b0ef5be2-c9e5-440e-b502-63396358f94c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.129157] env[69162]: DEBUG oslo_concurrency.lockutils [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "b0ef5be2-c9e5-440e-b502-63396358f94c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.129396] env[69162]: DEBUG oslo_concurrency.lockutils [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "b0ef5be2-c9e5-440e-b502-63396358f94c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.129591] env[69162]: DEBUG oslo_concurrency.lockutils [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "b0ef5be2-c9e5-440e-b502-63396358f94c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.131396] env[69162]: INFO nova.compute.manager [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Terminating instance [ 858.140793] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52563a7f-e9b6-9f26-1733-e2e9ff4d7f4c/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.142205] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d820c92-3413-4e8d-8480-6f6e3a2eef6c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.149162] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52563a7f-e9b6-9f26-1733-e2e9ff4d7f4c/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.149286] env[69162]: ERROR oslo_vmware.rw_handles [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52563a7f-e9b6-9f26-1733-e2e9ff4d7f4c/disk-0.vmdk due to incomplete transfer. [ 858.149598] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9a045393-f455-4d71-b42f-9617bcadaa2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.156850] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52563a7f-e9b6-9f26-1733-e2e9ff4d7f4c/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.157163] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Uploaded image 088473ff-3819-47a4-b364-b1f1dc33df31 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.159290] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.159494] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43edfafd-6f0b-44cf-b6b0-f45da326122f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.165155] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 858.165155] env[69162]: value = "task-3232371" [ 858.165155] env[69162]: _type = "Task" [ 858.165155] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.175755] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232371, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.176209] env[69162]: DEBUG oslo_concurrency.lockutils [None req-563d8635-3284-4187-a70c-d16c6e38069a tempest-ServersTestManualDisk-1569100605 tempest-ServersTestManualDisk-1569100605-project-member] Lock "bfb80238-cb30-401e-a409-1939ea48ba2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.419s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.177209] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5518d19-de20-40d5-bc94-772b75202027 tempest-ServersNegativeTestMultiTenantJSON-328806281 tempest-ServersNegativeTestMultiTenantJSON-328806281-project-member] Lock "f6bba713-7cd6-40a5-ae76-c4d155536858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.732s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.181494] env[69162]: DEBUG oslo_concurrency.lockutils [None req-48b133f2-0b7a-47d4-ae18-56ddad0a2369 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "32b4ca6c-622c-4888-aef5-40dcc6b04355" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.557s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.200836] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523633} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.201293] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b114bca3-0a36-4750-9be5-ae8a1c1b7009 tempest-ListServersNegativeTestJSON-2083187440 tempest-ListServersNegativeTestJSON-2083187440-project-member] Lock "d090a13b-9406-4b37-9b94-f9fb86c1efd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.757s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.202326] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.202536] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.202935] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84880f22-7f96-4be9-a055-32671f3cfb13 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.209781] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for the task: (returnval){ [ 858.209781] env[69162]: value = "task-3232372" [ 858.209781] env[69162]: _type = "Task" [ 858.209781] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.221259] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.257531] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232370, 'name': CreateVM_Task, 'duration_secs': 0.402302} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.261172] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.262941] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.263213] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.263592] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.264562] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05afc538-5b8b-4194-aa8c-0917c5a72c14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.270859] env[69162]: INFO nova.compute.manager [-] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Took 1.39 seconds to deallocate network for instance. [ 858.271379] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292060e-f943-b56a-e8b3-3b8bcb45abb2, 'name': SearchDatastore_Task, 'duration_secs': 0.013148} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.273379] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.273660] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4/b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.277537] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55be21ac-4987-4980-a00a-7928cb527a0b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.280117] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 858.280117] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526a66d9-c735-2da3-9bb7-a9fe5a3e3578" [ 858.280117] env[69162]: _type = "Task" [ 858.280117] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.287230] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for the task: (returnval){ [ 858.287230] env[69162]: value = "task-3232373" [ 858.287230] env[69162]: _type = "Task" [ 858.287230] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.295773] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "refresh_cache-5d441593-c7b4-4080-ab9c-bca7279d7417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.296741] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "refresh_cache-5d441593-c7b4-4080-ab9c-bca7279d7417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.296741] env[69162]: DEBUG nova.network.neutron [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.297651] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526a66d9-c735-2da3-9bb7-a9fe5a3e3578, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.298708] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.298988] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.299268] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.299442] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.299868] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.303260] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-845637c4-186e-4a71-9079-3ce87525b7d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.305086] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.317687] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.317687] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.318562] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be62f80-0163-487b-b4f7-7ed09355bd71 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.324823] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 858.324823] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c6af8e-5c62-c4eb-5c99-e5db0d3c1290" [ 858.324823] env[69162]: _type = "Task" [ 858.324823] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.333652] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c6af8e-5c62-c4eb-5c99-e5db0d3c1290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.468551] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.629378] env[69162]: DEBUG nova.compute.manager [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.637592] env[69162]: DEBUG nova.compute.manager [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.637592] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.638989] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bde425-d731-4480-86a0-862a86f92a34 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.646434] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.646619] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b0e3262-d8db-4ad5-ac0a-7374f5272f1f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.658157] env[69162]: DEBUG oslo_vmware.api [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 858.658157] env[69162]: value = "task-3232374" [ 858.658157] env[69162]: _type = "Task" [ 858.658157] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.673986] env[69162]: DEBUG oslo_vmware.api [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.683412] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232371, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.721908] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080745} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.725702] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.727765] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8bb72a-3560-4e82-8303-081dbf8a0cf0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.760247] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.768441] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838cf3c4-12bf-4c3f-a678-91b06f14d44b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.789275] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.798627] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491285} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.802502] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4/b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.802730] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.803070] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for the task: (returnval){ [ 858.803070] env[69162]: value = "task-3232375" [ 858.803070] env[69162]: _type = "Task" [ 858.803070] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.806107] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-821e928f-da0b-4a4d-bbfa-f4afdf444cda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.817609] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.819085] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for the task: (returnval){ [ 858.819085] env[69162]: value = "task-3232376" [ 858.819085] env[69162]: _type = "Task" [ 858.819085] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.832860] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.838881] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c6af8e-5c62-c4eb-5c99-e5db0d3c1290, 'name': SearchDatastore_Task, 'duration_secs': 0.017718} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.840948] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c0657d-b691-4571-b0f3-62c182c41287 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.845474] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 858.845474] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e4fcdc-efaf-0cd0-e28e-aee136affa42" [ 858.845474] env[69162]: _type = "Task" [ 858.845474] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.855528] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e4fcdc-efaf-0cd0-e28e-aee136affa42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.857307] env[69162]: DEBUG nova.network.neutron [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.110722] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "08577608-89ff-40e9-9a43-2b4218500b63" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.111063] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.111253] env[69162]: INFO nova.compute.manager [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Attaching volume e6e54e05-4bff-437a-b6a4-b62bed418943 to /dev/sdb [ 859.159876] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa082bf2-e74d-4d18-9b0b-89a496a44951 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.170292] env[69162]: DEBUG nova.compute.manager [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Received event network-changed-6dddff85-40f2-4031-a687-2fa646d33953 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.170292] env[69162]: DEBUG nova.compute.manager [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Refreshing instance network info cache due to event network-changed-6dddff85-40f2-4031-a687-2fa646d33953. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.170473] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] Acquiring lock "refresh_cache-d1f99284-f0dd-467b-8b71-138d07f7f0db" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.170909] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] Acquired lock "refresh_cache-d1f99284-f0dd-467b-8b71-138d07f7f0db" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.170909] env[69162]: DEBUG nova.network.neutron [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Refreshing network info cache for port 6dddff85-40f2-4031-a687-2fa646d33953 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.189986] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffff657-4116-4c48-860a-8d5d834adc11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.193672] env[69162]: DEBUG oslo_vmware.api [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232374, 'name': PowerOffVM_Task, 'duration_secs': 0.333979} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.199424] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.199611] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.200114] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232371, 'name': Destroy_Task, 'duration_secs': 1.001952} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.200812] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dae6640-deb8-462b-81fb-48dadc9b554b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.203156] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Destroyed the VM [ 859.203156] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.203156] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62a59839-54ca-42e3-b4f6-3a06ba17d37c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.213481] env[69162]: DEBUG nova.virt.block_device [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Updating existing volume attachment record: 75542086-e9e6-459a-a233-83b0603c9226 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 859.218935] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f035a505-735e-47d2-85ab-d3ef33d27383 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.221214] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 859.221214] env[69162]: value = "task-3232377" [ 859.221214] env[69162]: _type = "Task" [ 859.221214] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.233957] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cef12c-690a-4a42-b71a-c447d8bce7f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.240565] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232377, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.270245] env[69162]: DEBUG nova.network.neutron [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Updating instance_info_cache with network_info: [{"id": "9f9d79f3-74f3-42f4-b6fb-640a9cde9de6", "address": "fa:16:3e:1a:23:c2", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9d79f3-74", "ovs_interfaceid": "9f9d79f3-74f3-42f4-b6fb-640a9cde9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.271924] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7585cc30-e8fc-4e32-9e34-99f7acc2218c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.280030] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bd2fde-89a9-4327-8d92-c24ee05d066c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.290033] env[69162]: DEBUG nova.compute.manager [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.299832] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a054810-881e-4ad5-8cb1-8fca178ff452 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.302631] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.302821] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.302993] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Deleting the datastore file [datastore1] b0ef5be2-c9e5-440e-b502-63396358f94c {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.303469] env[69162]: DEBUG nova.compute.provider_tree [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.305224] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf80578d-bc64-4805-a44e-9a1659a4fdda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.314464] env[69162]: DEBUG oslo_vmware.api [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 859.314464] env[69162]: value = "task-3232379" [ 859.314464] env[69162]: _type = "Task" [ 859.314464] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.327596] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.333732] env[69162]: DEBUG oslo_vmware.api [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.337195] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066704} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.337792] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.338594] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe232830-0646-4345-8aa8-5b9383237195 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.365139] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4/b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.368762] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df233860-8c6e-442c-9611-8a778efb2f3d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.390618] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e4fcdc-efaf-0cd0-e28e-aee136affa42, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.391828] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.391828] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d1f99284-f0dd-467b-8b71-138d07f7f0db/d1f99284-f0dd-467b-8b71-138d07f7f0db.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.391828] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for the task: (returnval){ [ 859.391828] env[69162]: value = "task-3232381" [ 859.391828] env[69162]: _type = "Task" [ 859.391828] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.392146] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b333f640-4393-4beb-9ae9-1280fb3cca2d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.402799] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.404375] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 859.404375] env[69162]: value = "task-3232382" [ 859.404375] env[69162]: _type = "Task" [ 859.404375] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.414988] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.648111] env[69162]: DEBUG nova.compute.manager [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.698122] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.698122] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.698122] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.698122] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.698122] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.698122] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.698122] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.698540] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.698540] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.698603] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.700299] env[69162]: DEBUG nova.virt.hardware [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.700299] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c689fb3-ecce-42a7-9eb3-623a097a2d0d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.708952] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12db4043-ea4e-4e00-896f-62ac0751c143 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.725613] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.732355] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Creating folder: Project (73a060b749854299816bd1a93ed354b2). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.735940] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50de1b39-9368-42c2-aded-784d36b74b75 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.743424] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232377, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.746636] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Created folder: Project (73a060b749854299816bd1a93ed354b2) in parent group-v645978. [ 859.747015] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Creating folder: Instances. Parent ref: group-v646117. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.747815] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31a21534-ee72-45b9-a531-8614256e235b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.761013] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Created folder: Instances in parent group-v646117. [ 859.761283] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.761575] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.761696] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da3e90c9-c781-4722-841c-3cd026390444 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.776629] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "refresh_cache-5d441593-c7b4-4080-ab9c-bca7279d7417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.777112] env[69162]: DEBUG nova.compute.manager [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Instance network_info: |[{"id": "9f9d79f3-74f3-42f4-b6fb-640a9cde9de6", "address": "fa:16:3e:1a:23:c2", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9d79f3-74", "ovs_interfaceid": "9f9d79f3-74f3-42f4-b6fb-640a9cde9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.777582] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:23:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f9d79f3-74f3-42f4-b6fb-640a9cde9de6', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.790775] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.790775] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.790775] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba878b08-ae6b-431e-bbd2-fa941ed0533d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.811890] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.811890] env[69162]: value = "task-3232387" [ 859.811890] env[69162]: _type = "Task" [ 859.811890] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.819154] env[69162]: DEBUG nova.compute.manager [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Received event network-vif-deleted-bba15c59-d21e-452b-b772-d1d258d5b843 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.819384] env[69162]: DEBUG nova.compute.manager [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Received event network-vif-plugged-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.819579] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] Acquiring lock "5d441593-c7b4-4080-ab9c-bca7279d7417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.820164] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] Lock "5d441593-c7b4-4080-ab9c-bca7279d7417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.820446] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] Lock "5d441593-c7b4-4080-ab9c-bca7279d7417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.820673] env[69162]: DEBUG nova.compute.manager [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] No waiting events found dispatching network-vif-plugged-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.820870] env[69162]: WARNING nova.compute.manager [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Received unexpected event network-vif-plugged-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 for instance with vm_state building and task_state spawning. [ 859.821059] env[69162]: DEBUG nova.compute.manager [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Received event network-changed-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.821222] env[69162]: DEBUG nova.compute.manager [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Refreshing instance network info cache due to event network-changed-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.821467] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] Acquiring lock "refresh_cache-5d441593-c7b4-4080-ab9c-bca7279d7417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.821652] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] Acquired lock "refresh_cache-5d441593-c7b4-4080-ab9c-bca7279d7417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.821820] env[69162]: DEBUG nova.network.neutron [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Refreshing network info cache for port 9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.824941] env[69162]: DEBUG nova.scheduler.client.report [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.833812] env[69162]: INFO nova.compute.manager [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] instance snapshotting [ 859.836016] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.836016] env[69162]: value = "task-3232388" [ 859.836016] env[69162]: _type = "Task" [ 859.836016] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.845547] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7755a4-8892-414d-afb6-61610a8ba36f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.859378] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232375, 'name': ReconfigVM_Task, 'duration_secs': 0.755116} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.863840] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9/2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.865360] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232387, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.868726] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc989220-8f4b-4de2-afd5-5b1bd2a530ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.871063] env[69162]: DEBUG oslo_vmware.api [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164061} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.891116] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.891460] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.891671] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.891860] env[69162]: INFO nova.compute.manager [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 859.892275] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.893087] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232388, 'name': CreateVM_Task} progress is 15%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.893893] env[69162]: DEBUG nova.compute.manager [-] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.894014] env[69162]: DEBUG nova.network.neutron [-] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.896562] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d7e536-7136-4fe6-ba07-e8b2ccfe4949 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.901139] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for the task: (returnval){ [ 859.901139] env[69162]: value = "task-3232389" [ 859.901139] env[69162]: _type = "Task" [ 859.901139] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.921690] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.926919] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232389, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.932417] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232382, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.234998] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232377, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.327424] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232387, 'name': CreateVM_Task, 'duration_secs': 0.445624} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.327577] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.328019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.328617] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.328987] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.329295] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f009f8ab-ae33-420a-adbc-1266a1f4df09 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.333737] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 860.333737] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5238f95a-43b6-9618-edd4-1184e2047041" [ 860.333737] env[69162]: _type = "Task" [ 860.333737] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.337701] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.338072] env[69162]: DEBUG nova.compute.manager [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.343636] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.290s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.345150] env[69162]: INFO nova.compute.claims [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.348675] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5238f95a-43b6-9618-edd4-1184e2047041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.356310] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232388, 'name': CreateVM_Task, 'duration_secs': 0.430142} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.356574] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.357206] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.357375] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.357806] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.357952] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-041d33d8-06ce-43d4-a006-b7942f2349f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.362919] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 860.362919] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b873e9-247a-6ffd-bcdf-f178ebdfa812" [ 860.362919] env[69162]: _type = "Task" [ 860.362919] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.372627] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b873e9-247a-6ffd-bcdf-f178ebdfa812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.426576] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 860.427073] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232389, 'name': Rename_Task, 'duration_secs': 0.24371} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.427302] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232381, 'name': ReconfigVM_Task, 'duration_secs': 0.655303} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.431145] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5b879fb-c46d-4e29-8ecc-8d705efc4df9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.437032] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.437032] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Reconfigured VM instance instance-0000002b to attach disk [datastore2] b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4/b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.437032] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543439} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.437032] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a928d389-92dd-47af-bf72-58d29437e012 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.437032] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5dc7ee2-8f37-4d5b-9d6b-7104e76561d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.439068] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d1f99284-f0dd-467b-8b71-138d07f7f0db/d1f99284-f0dd-467b-8b71-138d07f7f0db.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.439409] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.440577] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60fe185b-9caa-491a-a6e1-74634602a50f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.446103] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 860.446103] env[69162]: value = "task-3232390" [ 860.446103] env[69162]: _type = "Task" [ 860.446103] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.448374] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for the task: (returnval){ [ 860.448374] env[69162]: value = "task-3232392" [ 860.448374] env[69162]: _type = "Task" [ 860.448374] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.448676] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Waiting for the task: (returnval){ [ 860.448676] env[69162]: value = "task-3232391" [ 860.448676] env[69162]: _type = "Task" [ 860.448676] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.455888] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 860.455888] env[69162]: value = "task-3232393" [ 860.455888] env[69162]: _type = "Task" [ 860.455888] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.476335] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232390, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.480587] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232392, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.484922] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232391, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.488246] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.657112] env[69162]: DEBUG nova.network.neutron [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Updated VIF entry in instance network info cache for port 6dddff85-40f2-4031-a687-2fa646d33953. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.657366] env[69162]: DEBUG nova.network.neutron [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Updating instance_info_cache with network_info: [{"id": "6dddff85-40f2-4031-a687-2fa646d33953", "address": "fa:16:3e:93:e7:26", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dddff85-40", "ovs_interfaceid": "6dddff85-40f2-4031-a687-2fa646d33953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.735710] env[69162]: DEBUG oslo_vmware.api [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232377, 'name': RemoveSnapshot_Task, 'duration_secs': 1.189575} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.736015] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.736288] env[69162]: INFO nova.compute.manager [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Took 17.93 seconds to snapshot the instance on the hypervisor. [ 860.814600] env[69162]: DEBUG nova.network.neutron [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Updated VIF entry in instance network info cache for port 9f9d79f3-74f3-42f4-b6fb-640a9cde9de6. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.814992] env[69162]: DEBUG nova.network.neutron [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Updating instance_info_cache with network_info: [{"id": "9f9d79f3-74f3-42f4-b6fb-640a9cde9de6", "address": "fa:16:3e:1a:23:c2", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9d79f3-74", "ovs_interfaceid": "9f9d79f3-74f3-42f4-b6fb-640a9cde9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.847478] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5238f95a-43b6-9618-edd4-1184e2047041, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.847793] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.848060] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.848402] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.848533] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.850014] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.853457] env[69162]: DEBUG nova.compute.utils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.854570] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eff2ede-8fa1-4204-ac58-c01282cf8ac6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.857971] env[69162]: DEBUG nova.compute.manager [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Not allocating networking since 'none' was specified. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 860.867919] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.868078] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.874684] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba5dc98-a0c5-4358-828f-8b9e185fcf73 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.882999] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b873e9-247a-6ffd-bcdf-f178ebdfa812, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.886384] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.886384] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.886384] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.886384] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.886384] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.886384] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 860.886384] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5206db2b-fe0a-ab9e-d0e9-3f231d3ed0e3" [ 860.886384] env[69162]: _type = "Task" [ 860.886384] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.886384] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe3881e9-1ab0-42d2-afb6-0085fb23e056 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.897876] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5206db2b-fe0a-ab9e-d0e9-3f231d3ed0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.899590] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.899769] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.900409] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7b90c4-0eef-4d6e-8d51-3e41878f868e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.903960] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950c46d2-973c-4c1d-a5ef-0e49ef45f5e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.910032] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 860.910032] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525e6d81-9b21-58bb-9b33-e52f00aaa523" [ 860.910032] env[69162]: _type = "Task" [ 860.910032] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.910906] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 860.910906] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5275c01f-d955-58a2-95a1-5ec09c550542" [ 860.910906] env[69162]: _type = "Task" [ 860.910906] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.923348] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5275c01f-d955-58a2-95a1-5ec09c550542, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.928508] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525e6d81-9b21-58bb-9b33-e52f00aaa523, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.928731] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34fbb99-b76a-4583-82f8-cc8ad949967b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.931287] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.931554] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 62068b04-5cda-4e51-9dbc-375386baf27f/62068b04-5cda-4e51-9dbc-375386baf27f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.931806] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68197092-002e-453f-9ecc-04cb14af2fac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.936976] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 860.936976] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52893f33-0fca-e551-813a-998907009137" [ 860.936976] env[69162]: _type = "Task" [ 860.936976] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.941309] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 860.941309] env[69162]: value = "task-3232394" [ 860.941309] env[69162]: _type = "Task" [ 860.941309] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.952405] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52893f33-0fca-e551-813a-998907009137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.960692] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.973535] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232390, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.979850] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232392, 'name': Rename_Task, 'duration_secs': 0.15008} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.980124] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.980382] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.980763] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8214b9c-26a4-4d91-a0ce-25abbaaca2fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.985024] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092551} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.985544] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.986367] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2de12e0-ffb9-4293-a36c-ed8de5a2056f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.990473] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for the task: (returnval){ [ 860.990473] env[69162]: value = "task-3232395" [ 860.990473] env[69162]: _type = "Task" [ 860.990473] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.014788] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] d1f99284-f0dd-467b-8b71-138d07f7f0db/d1f99284-f0dd-467b-8b71-138d07f7f0db.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.015810] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7f185d-e74b-446d-b82b-a17c72ec2579 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.036387] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232395, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.041786] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 861.041786] env[69162]: value = "task-3232396" [ 861.041786] env[69162]: _type = "Task" [ 861.041786] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.050573] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.160798] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] Releasing lock "refresh_cache-d1f99284-f0dd-467b-8b71-138d07f7f0db" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.160798] env[69162]: DEBUG nova.compute.manager [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Received event network-changed-71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.160798] env[69162]: DEBUG nova.compute.manager [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Refreshing instance network info cache due to event network-changed-71eadfab-e599-4e82-b9e1-aa748f3a2b93. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.160798] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] Acquiring lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.161016] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] Acquired lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.161122] env[69162]: DEBUG nova.network.neutron [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Refreshing network info cache for port 71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.310139] env[69162]: DEBUG nova.compute.manager [None req-8dcf65a3-dd5e-41a6-ac31-ac18e5611a1c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Found 2 images (rotation: 2) {{(pid=69162) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 861.317269] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7e19f69-6bdb-4374-a5c3-b4fd2a064a36 req-64521174-b836-43fa-b0d5-c876a432870d service nova] Releasing lock "refresh_cache-5d441593-c7b4-4080-ab9c-bca7279d7417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.363743] env[69162]: DEBUG nova.compute.manager [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.472824] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52893f33-0fca-e551-813a-998907009137, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.480824] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.481237] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 5d441593-c7b4-4080-ab9c-bca7279d7417/5d441593-c7b4-4080-ab9c-bca7279d7417.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.481908] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232394, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.485464] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf5b78e1-8cad-4d7c-8870-0f7b1d3ebe4c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.494110] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232390, 'name': CreateSnapshot_Task, 'duration_secs': 0.932955} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.498996] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 861.508236] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bce040-03e4-4d74-bd51-98bdc94d8d7e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.510791] env[69162]: DEBUG oslo_vmware.api [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Task: {'id': task-3232391, 'name': PowerOnVM_Task, 'duration_secs': 0.630431} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.511669] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 861.511669] env[69162]: value = "task-3232397" [ 861.511669] env[69162]: _type = "Task" [ 861.511669] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.515205] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.515717] env[69162]: DEBUG nova.compute.manager [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.517827] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22f1c86-891d-4dfb-b73d-3529f3217bf2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.536262] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232395, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.540883] env[69162]: DEBUG nova.network.neutron [-] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.556355] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.563082] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232396, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.706555] env[69162]: INFO nova.network.neutron [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Port 71eadfab-e599-4e82-b9e1-aa748f3a2b93 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 861.706555] env[69162]: DEBUG nova.network.neutron [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.954198] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57765} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.957554] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 62068b04-5cda-4e51-9dbc-375386baf27f/62068b04-5cda-4e51-9dbc-375386baf27f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.957694] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.962595] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3051f442-df08-4eff-bee3-fc92b95715bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.969242] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 861.969242] env[69162]: value = "task-3232399" [ 861.969242] env[69162]: _type = "Task" [ 861.969242] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.980233] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.006720] env[69162]: DEBUG oslo_vmware.api [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232395, 'name': PowerOnVM_Task, 'duration_secs': 0.673162} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.007067] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.007323] env[69162]: INFO nova.compute.manager [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Took 11.02 seconds to spawn the instance on the hypervisor. [ 862.007518] env[69162]: DEBUG nova.compute.manager [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.008388] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caebe102-5102-41ec-b862-80558be158d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.020045] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d3ae6c-e4ad-4367-8b00-e8a0d299b524 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.035193] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d98166-aee7-4e97-9873-480a82b54280 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.037837] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232397, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.083720] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 862.083720] env[69162]: INFO nova.compute.manager [-] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Took 2.19 seconds to deallocate network for instance. [ 862.089679] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5054197-b5f3-4c30-a208-84c6b28f4f5d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.098594] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5556399b-d7a5-4417-8f1b-ddc8e5fea36e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.104687] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.117946] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232396, 'name': ReconfigVM_Task, 'duration_secs': 0.524195} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.119096] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 862.119096] env[69162]: value = "task-3232400" [ 862.119096] env[69162]: _type = "Task" [ 862.119096] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.119704] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Reconfigured VM instance instance-0000002c to attach disk [datastore2] d1f99284-f0dd-467b-8b71-138d07f7f0db/d1f99284-f0dd-467b-8b71-138d07f7f0db.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.122393] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c238e-dfa0-4b46-911c-4d32b406c3b1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.126425] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f655ac28-7174-4244-b3dc-1c4a5413f71a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.143352] env[69162]: DEBUG nova.compute.provider_tree [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.149670] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 862.149670] env[69162]: value = "task-3232401" [ 862.149670] env[69162]: _type = "Task" [ 862.149670] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.150132] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232400, 'name': CloneVM_Task} progress is 11%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.161378] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232401, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.208300] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] Releasing lock "refresh_cache-b0ef5be2-c9e5-440e-b502-63396358f94c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.208589] env[69162]: DEBUG nova.compute.manager [req-e7cfb816-835b-41a4-96bd-526c02f9b53c req-5f187469-ac0a-4100-98c6-8e14b91733f2 service nova] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Received event network-vif-deleted-5a89d21b-d6ad-4129-9890-fa930b912eed {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.278860] env[69162]: DEBUG nova.compute.manager [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.279858] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c98157-de3c-43cc-8fbb-8e437f5516c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.378159] env[69162]: DEBUG nova.compute.manager [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.408683] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.408937] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.409107] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.409376] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.409590] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.409781] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.410023] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.410198] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.410370] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.410534] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.410710] env[69162]: DEBUG nova.virt.hardware [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.412137] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e2d1f7-c0a3-4773-8bdd-ee50c9660b73 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.423799] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71e4cc4-d555-4937-91fc-51d4c228f60f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.445013] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.450937] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.452274] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.452274] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-155aacfd-e1bd-473c-a50f-a10081174a1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.473574] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.473574] env[69162]: value = "task-3232402" [ 862.473574] env[69162]: _type = "Task" [ 862.473574] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.486305] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085254} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.490207] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.490207] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232402, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.490846] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e04d878-0c1c-4ab7-b5b9-1a988f8ccf83 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.514142] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 62068b04-5cda-4e51-9dbc-375386baf27f/62068b04-5cda-4e51-9dbc-375386baf27f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.514525] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d50f902f-fa37-428f-b283-4ea53187528a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.544107] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 862.544107] env[69162]: value = "task-3232403" [ 862.544107] env[69162]: _type = "Task" [ 862.544107] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.547513] env[69162]: INFO nova.compute.manager [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Took 42.08 seconds to build instance. [ 862.548893] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617651} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.552508] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 5d441593-c7b4-4080-ab9c-bca7279d7417/5d441593-c7b4-4080-ab9c-bca7279d7417.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.553164] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.553348] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69477d01-3ab3-4418-9f24-6e1c05bb956b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.562811] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.564484] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 862.564484] env[69162]: value = "task-3232404" [ 862.564484] env[69162]: _type = "Task" [ 862.564484] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.573162] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.591757] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.592055] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.607564] env[69162]: DEBUG oslo_concurrency.lockutils [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.620136] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquiring lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.620744] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.620919] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquiring lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.621340] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.621340] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.623768] env[69162]: INFO nova.compute.manager [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Terminating instance [ 862.636995] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232400, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.654602] env[69162]: DEBUG nova.scheduler.client.report [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.668383] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232401, 'name': Rename_Task, 'duration_secs': 0.369606} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.668383] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.668566] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-782638cb-f590-471a-8129-5f0af1f5c948 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.675239] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 862.675239] env[69162]: value = "task-3232405" [ 862.675239] env[69162]: _type = "Task" [ 862.675239] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.685078] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.762160] env[69162]: DEBUG nova.compute.manager [req-696f030f-fc46-41cc-9d11-b996c65d57bb req-e8227608-cb8a-477d-a786-9c5d5a72b35d service nova] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Received event network-vif-deleted-71eadfab-e599-4e82-b9e1-aa748f3a2b93 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.793355] env[69162]: INFO nova.compute.manager [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] instance snapshotting [ 862.793355] env[69162]: DEBUG nova.objects.instance [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'flavor' on Instance uuid 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.986822] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232402, 'name': CreateVM_Task, 'duration_secs': 0.505797} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.987107] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.987506] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.987671] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.987990] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.988262] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb0ae0c-ea14-4bcd-a761-cb72d3cff3b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.993551] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 862.993551] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527bd58f-386d-3336-327c-00cb5c9c1c73" [ 862.993551] env[69162]: _type = "Task" [ 862.993551] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.003602] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527bd58f-386d-3336-327c-00cb5c9c1c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.054685] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9bee7506-514f-4b7b-bf61-66b6654e45ec tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.503s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.062728] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.078385] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096518} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.078510] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.079486] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f9d5ee-fb51-4288-97e7-38a04c568f50 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.106958] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 5d441593-c7b4-4080-ab9c-bca7279d7417/5d441593-c7b4-4080-ab9c-bca7279d7417.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.107644] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-434a9fef-36b0-447b-b448-a0b0a3e8a31d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.131568] env[69162]: DEBUG nova.compute.manager [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.131820] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.133747] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7b7dbc-1195-4007-9cd2-d7436935ad69 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.137749] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 863.137749] env[69162]: value = "task-3232406" [ 863.137749] env[69162]: _type = "Task" [ 863.137749] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.152285] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232400, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.152514] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.154392] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb6ad48d-1a29-475a-915a-0f140a0d267a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.163626] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.164922] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.164922] env[69162]: DEBUG nova.compute.manager [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.167694] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.351s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.170528] env[69162]: INFO nova.compute.claims [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.176025] env[69162]: DEBUG oslo_vmware.api [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for the task: (returnval){ [ 863.176025] env[69162]: value = "task-3232407" [ 863.176025] env[69162]: _type = "Task" [ 863.176025] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.189041] env[69162]: DEBUG oslo_vmware.api [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.193616] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232405, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.298029] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e9d5cf-5660-453d-ab2a-8c3565219c80 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.319379] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fda7a4-a07d-467a-8199-ae18d73f9047 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.505706] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527bd58f-386d-3336-327c-00cb5c9c1c73, 'name': SearchDatastore_Task, 'duration_secs': 0.032842} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.506332] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.506762] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.507453] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.507671] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.508029] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.508866] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac64a29a-a9f2-4cf1-b47c-c2921c170935 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.525441] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.526021] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.526912] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12286b2-ef62-47f0-a128-0dbca1087080 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.540991] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 863.540991] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209b36b-b424-0fb7-9d52-6f7867721c0c" [ 863.540991] env[69162]: _type = "Task" [ 863.540991] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.557657] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209b36b-b424-0fb7-9d52-6f7867721c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.563666] env[69162]: DEBUG nova.compute.manager [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.566661] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232403, 'name': ReconfigVM_Task, 'duration_secs': 0.984806} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.567290] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 62068b04-5cda-4e51-9dbc-375386baf27f/62068b04-5cda-4e51-9dbc-375386baf27f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.567980] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a69c1f8f-e6a0-4202-92f9-9d642a6630ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.575316] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 863.575316] env[69162]: value = "task-3232408" [ 863.575316] env[69162]: _type = "Task" [ 863.575316] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.585497] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232408, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.637337] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232400, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.650361] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232406, 'name': ReconfigVM_Task, 'duration_secs': 0.478051} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.650737] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 5d441593-c7b4-4080-ab9c-bca7279d7417/5d441593-c7b4-4080-ab9c-bca7279d7417.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.651488] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aec6aae9-3b79-4f78-a0a9-8bec98ba2450 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.658673] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 863.658673] env[69162]: value = "task-3232409" [ 863.658673] env[69162]: _type = "Task" [ 863.658673] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.664403] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.664704] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.665029] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.665155] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.665485] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.667928] env[69162]: INFO nova.compute.manager [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Terminating instance [ 863.675823] env[69162]: DEBUG nova.compute.utils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.677691] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232409, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.680992] env[69162]: DEBUG nova.compute.manager [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.680992] env[69162]: DEBUG nova.network.neutron [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.708597] env[69162]: DEBUG oslo_vmware.api [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232405, 'name': PowerOnVM_Task, 'duration_secs': 0.863882} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.709420] env[69162]: DEBUG oslo_vmware.api [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232407, 'name': PowerOffVM_Task, 'duration_secs': 0.397924} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.709420] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.709578] env[69162]: INFO nova.compute.manager [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Took 9.89 seconds to spawn the instance on the hypervisor. [ 863.709628] env[69162]: DEBUG nova.compute.manager [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.709899] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.710097] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.710952] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c39d0ca-6382-4a44-9965-5df0fa775100 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.714024] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c58fdc61-4b50-45ad-a6cf-d563ea4e2090 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.744474] env[69162]: DEBUG nova.policy [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3cbb6e334e445de9122069839e48a7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f870b560525840fe9e6f2040e3493fff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.832473] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 863.833443] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3da1864-fc9f-4c69-99b0-299ce14cb4fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.842888] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 863.842888] env[69162]: value = "task-3232411" [ 863.842888] env[69162]: _type = "Task" [ 863.842888] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.855717] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.041146] env[69162]: DEBUG nova.network.neutron [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Successfully created port: a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.053820] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209b36b-b424-0fb7-9d52-6f7867721c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.018046} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.054765] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b4919c-6ee5-44d5-9acc-671abea50d28 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.061683] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 864.061683] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520b5f8a-775b-f3fe-26f5-6c9093696402" [ 864.061683] env[69162]: _type = "Task" [ 864.061683] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.073240] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520b5f8a-775b-f3fe-26f5-6c9093696402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.086904] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232408, 'name': Rename_Task, 'duration_secs': 0.170116} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.087222] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.087469] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d0c9b3-f43c-4c6b-b690-a5db2804cbf7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.099022] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 864.099022] env[69162]: value = "task-3232412" [ 864.099022] env[69162]: _type = "Task" [ 864.099022] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.102633] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.109685] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.141107] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232400, 'name': CloneVM_Task, 'duration_secs': 1.734859} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.141107] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Created linked-clone VM from snapshot [ 864.142100] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c3ffa9-234b-47a2-9177-54251e812dce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.153065] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Uploading image d5ced7e2-ec9f-4ff3-82b4-0c4254466655 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 864.169694] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232409, 'name': Rename_Task, 'duration_secs': 0.301847} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.170654] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 864.171068] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.171176] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b46efc0-7a71-4c7d-996d-c287b72c98b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.172709] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea41b745-ec8c-4bf9-a3fc-bae1193c84dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.178194] env[69162]: DEBUG nova.compute.manager [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.186658] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "refresh_cache-2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.186877] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquired lock "refresh_cache-2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.187088] env[69162]: DEBUG nova.network.neutron [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.194498] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 864.194498] env[69162]: value = "task-3232413" [ 864.194498] env[69162]: _type = "Task" [ 864.194498] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.198348] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 864.198348] env[69162]: value = "task-3232414" [ 864.198348] env[69162]: _type = "Task" [ 864.198348] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.218826] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232413, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.222465] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232414, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.238740] env[69162]: INFO nova.compute.manager [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Took 39.70 seconds to build instance. [ 864.280743] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 864.281150] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646116', 'volume_id': 'e6e54e05-4bff-437a-b6a4-b62bed418943', 'name': 'volume-e6e54e05-4bff-437a-b6a4-b62bed418943', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08577608-89ff-40e9-9a43-2b4218500b63', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e54e05-4bff-437a-b6a4-b62bed418943', 'serial': 'e6e54e05-4bff-437a-b6a4-b62bed418943'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 864.282693] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5378fef4-51c5-414c-81e6-6a91877667b1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.287657] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.287904] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.288127] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Deleting the datastore file [datastore2] 796f6c25-a5b9-4bdc-892a-8fa6f5295485 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.289051] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3efc0b17-7306-4d97-9a3e-25db7c417595 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.312989] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7905d32-427b-4981-81c0-6e22fe9e5b1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.316785] env[69162]: DEBUG oslo_vmware.api [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for the task: (returnval){ [ 864.316785] env[69162]: value = "task-3232415" [ 864.316785] env[69162]: _type = "Task" [ 864.316785] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.157839] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8de8bb8a-c1f6-4dd2-9d66-7062abdef8cd tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "d1f99284-f0dd-467b-8b71-138d07f7f0db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.665s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.165620] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] volume-e6e54e05-4bff-437a-b6a4-b62bed418943/volume-e6e54e05-4bff-437a-b6a4-b62bed418943.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.185928] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ebe500f-255b-44b1-adb5-e358620fe31e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.205597] env[69162]: DEBUG nova.compute.manager [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.209217] env[69162]: DEBUG oslo_vmware.api [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Task: {'id': task-3232415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209748} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.213799] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.214057] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.214318] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.214399] env[69162]: INFO nova.compute.manager [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Took 2.08 seconds to destroy the instance on the hypervisor. [ 865.214707] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.217461] env[69162]: DEBUG nova.compute.manager [-] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.217650] env[69162]: DEBUG nova.network.neutron [-] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.232852] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232411, 'name': CreateSnapshot_Task, 'duration_secs': 0.899839} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.234435] env[69162]: DEBUG oslo_vmware.api [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232413, 'name': PowerOnVM_Task, 'duration_secs': 0.592271} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.234435] env[69162]: DEBUG oslo_vmware.api [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232412, 'name': PowerOnVM_Task, 'duration_secs': 0.652625} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.234435] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520b5f8a-775b-f3fe-26f5-6c9093696402, 'name': SearchDatastore_Task, 'duration_secs': 0.023332} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.242111] env[69162]: DEBUG nova.network.neutron [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.242356] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 865.242677] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.243426] env[69162]: INFO nova.compute.manager [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Took 8.46 seconds to spawn the instance on the hypervisor. [ 865.243426] env[69162]: DEBUG nova.compute.manager [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.243426] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.243727] env[69162]: INFO nova.compute.manager [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Took 5.60 seconds to spawn the instance on the hypervisor. [ 865.243727] env[69162]: DEBUG nova.compute.manager [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.245898] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.245898] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] d688584d-4f22-4efd-8d7a-8ae346a98b69/d688584d-4f22-4efd-8d7a-8ae346a98b69.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.245898] env[69162]: DEBUG oslo_vmware.api [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 865.245898] env[69162]: value = "task-3232416" [ 865.245898] env[69162]: _type = "Task" [ 865.245898] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.245898] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232414, 'name': Destroy_Task, 'duration_secs': 0.537837} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.246397] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81263fdc-ab17-487f-bd0d-11af5fe2fb70 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.249275] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8fdf6c-29f1-4e49-923b-52e20213acfe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.252744] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635d3c58-1d78-4e6d-b9b8-c3ca18305a11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.255432] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-575f6067-810b-4136-bfe6-a2cef4a741fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.257603] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Destroyed the VM [ 865.257991] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.262387] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2834d274-4c1b-4419-86a0-881015242a2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.290808] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 865.290808] env[69162]: value = "task-3232417" [ 865.290808] env[69162]: _type = "Task" [ 865.290808] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.291301] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 865.291301] env[69162]: value = "task-3232418" [ 865.291301] env[69162]: _type = "Task" [ 865.291301] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.291563] env[69162]: DEBUG oslo_vmware.api [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.320784] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232418, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.323468] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.569285] env[69162]: DEBUG nova.network.neutron [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.667844] env[69162]: DEBUG nova.compute.manager [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.709166] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.709374] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.710445] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.710445] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.710445] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.710445] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.710445] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.710445] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.710791] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.710791] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.710863] env[69162]: DEBUG nova.virt.hardware [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.711778] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb23f3f-fb9c-4a78-b9b6-2b97a19b2fa1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.727577] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2831f8e-74ef-4087-8873-78b515926de3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.748796] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.773084] env[69162]: DEBUG oslo_vmware.api [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.785702] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61437f6c-a4e3-479e-a62f-71d0371a7d50 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.794523] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924b07b8-e891-4f64-a2c5-c255f845ef4a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.809645] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.821773] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-675608f6-52c6-4aa5-9e4c-3344d52fe3d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.833873] env[69162]: INFO nova.compute.manager [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Took 38.31 seconds to build instance. [ 865.838154] env[69162]: INFO nova.compute.manager [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Took 35.41 seconds to build instance. [ 865.874279] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2e114ab1-650a-45aa-aa0c-c55baa0d1776 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "62068b04-5cda-4e51-9dbc-375386baf27f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.336s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.875154] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e864595-5ecc-4c27-a6d9-f628c85f532e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.887967] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232417, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.888263] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232418, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.888619] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 865.888619] env[69162]: value = "task-3232419" [ 865.888619] env[69162]: _type = "Task" [ 865.888619] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.898591] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f361c8-f2ad-48f9-b41a-2cb30b4b15fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.907596] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232419, 'name': CloneVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.921236] env[69162]: DEBUG nova.compute.provider_tree [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.988188] env[69162]: DEBUG nova.compute.manager [req-f613f14c-3469-494c-9c2f-9efebfa16b0c req-4383af62-9dfe-4d0d-aa55-cbc24bdafac2 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Received event network-changed-4cb6e8fb-abee-457a-83bd-fc48776954ec {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.988507] env[69162]: DEBUG nova.compute.manager [req-f613f14c-3469-494c-9c2f-9efebfa16b0c req-4383af62-9dfe-4d0d-aa55-cbc24bdafac2 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Refreshing instance network info cache due to event network-changed-4cb6e8fb-abee-457a-83bd-fc48776954ec. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.988746] env[69162]: DEBUG oslo_concurrency.lockutils [req-f613f14c-3469-494c-9c2f-9efebfa16b0c req-4383af62-9dfe-4d0d-aa55-cbc24bdafac2 service nova] Acquiring lock "refresh_cache-b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.989134] env[69162]: DEBUG oslo_concurrency.lockutils [req-f613f14c-3469-494c-9c2f-9efebfa16b0c req-4383af62-9dfe-4d0d-aa55-cbc24bdafac2 service nova] Acquired lock "refresh_cache-b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.989134] env[69162]: DEBUG nova.network.neutron [req-f613f14c-3469-494c-9c2f-9efebfa16b0c req-4383af62-9dfe-4d0d-aa55-cbc24bdafac2 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Refreshing network info cache for port 4cb6e8fb-abee-457a-83bd-fc48776954ec {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.071745] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Releasing lock "refresh_cache-2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.072212] env[69162]: DEBUG nova.compute.manager [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.072693] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.073794] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d5272-c5a6-4773-894a-3056459ab669 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.083910] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.084254] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78c47727-799b-45b6-99b2-a5efd29068c9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.090872] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "d1f99284-f0dd-467b-8b71-138d07f7f0db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.091162] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "d1f99284-f0dd-467b-8b71-138d07f7f0db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.091376] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "d1f99284-f0dd-467b-8b71-138d07f7f0db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.091560] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "d1f99284-f0dd-467b-8b71-138d07f7f0db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.091743] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "d1f99284-f0dd-467b-8b71-138d07f7f0db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.094734] env[69162]: DEBUG oslo_vmware.api [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 866.094734] env[69162]: value = "task-3232420" [ 866.094734] env[69162]: _type = "Task" [ 866.094734] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.095228] env[69162]: INFO nova.compute.manager [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Terminating instance [ 866.108229] env[69162]: DEBUG oslo_vmware.api [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.196835] env[69162]: DEBUG oslo_concurrency.lockutils [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] Acquiring lock "refresh_cache-5d441593-c7b4-4080-ab9c-bca7279d7417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.197246] env[69162]: DEBUG oslo_concurrency.lockutils [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] Acquired lock "refresh_cache-5d441593-c7b4-4080-ab9c-bca7279d7417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.197246] env[69162]: DEBUG nova.network.neutron [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.270144] env[69162]: DEBUG oslo_vmware.api [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232416, 'name': ReconfigVM_Task, 'duration_secs': 0.84646} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.270442] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Reconfigured VM instance instance-00000014 to attach disk [datastore2] volume-e6e54e05-4bff-437a-b6a4-b62bed418943/volume-e6e54e05-4bff-437a-b6a4-b62bed418943.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.275843] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c21a4771-5747-4f39-a1cb-7e664ebf6b30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.297260] env[69162]: DEBUG oslo_vmware.api [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 866.297260] env[69162]: value = "task-3232421" [ 866.297260] env[69162]: _type = "Task" [ 866.297260] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.311784] env[69162]: DEBUG oslo_vmware.api [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.331852] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232418, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.335656] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722164} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.336050] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] d688584d-4f22-4efd-8d7a-8ae346a98b69/d688584d-4f22-4efd-8d7a-8ae346a98b69.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.336233] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.336529] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e941356-c27c-4885-8935-ca4686f0cf47 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.347083] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 866.347083] env[69162]: value = "task-3232422" [ 866.347083] env[69162]: _type = "Task" [ 866.347083] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.358864] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.374683] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b3b6d87e-a358-4348-859a-b0ae4aacfb76 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "5d441593-c7b4-4080-ab9c-bca7279d7417" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.245s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.390656] env[69162]: DEBUG nova.compute.manager [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.406308] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232419, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.424679] env[69162]: DEBUG nova.scheduler.client.report [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.604256] env[69162]: DEBUG nova.compute.manager [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.604545] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.605430] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357700da-5be1-44f0-b323-63eef74871ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.614393] env[69162]: DEBUG oslo_vmware.api [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232420, 'name': PowerOffVM_Task, 'duration_secs': 0.34788} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.617086] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.617303] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.618446] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.618446] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c11795-0d5b-4c0f-b410-1fb125ac9c9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.619913] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca6fbc5-36bf-4d6f-8585-cd7b4af06ccf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.630513] env[69162]: DEBUG oslo_vmware.api [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 866.630513] env[69162]: value = "task-3232424" [ 866.630513] env[69162]: _type = "Task" [ 866.630513] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.640641] env[69162]: DEBUG oslo_vmware.api [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.667132] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.667132] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.667132] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Deleting the datastore file [datastore2] 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.667132] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1835f93-f32e-447e-ab14-5920505057e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.676876] env[69162]: DEBUG oslo_vmware.api [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for the task: (returnval){ [ 866.676876] env[69162]: value = "task-3232425" [ 866.676876] env[69162]: _type = "Task" [ 866.676876] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.688105] env[69162]: DEBUG oslo_vmware.api [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.810073] env[69162]: DEBUG oslo_vmware.api [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232421, 'name': ReconfigVM_Task, 'duration_secs': 0.225424} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.810073] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646116', 'volume_id': 'e6e54e05-4bff-437a-b6a4-b62bed418943', 'name': 'volume-e6e54e05-4bff-437a-b6a4-b62bed418943', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08577608-89ff-40e9-9a43-2b4218500b63', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e54e05-4bff-437a-b6a4-b62bed418943', 'serial': 'e6e54e05-4bff-437a-b6a4-b62bed418943'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 866.815487] env[69162]: DEBUG nova.network.neutron [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Successfully updated port: a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.828953] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232418, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.862324] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087494} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.867071] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.867969] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd0929a-ef2a-4935-af12-cb58dc8430d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.893618] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] d688584d-4f22-4efd-8d7a-8ae346a98b69/d688584d-4f22-4efd-8d7a-8ae346a98b69.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.897145] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7dab899-1857-441a-b001-697f9e59cd2e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.937092] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.769s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.937427] env[69162]: DEBUG nova.compute.manager [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.941292] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232419, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.945438] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.992s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.945438] env[69162]: DEBUG nova.objects.instance [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 866.947435] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 866.947435] env[69162]: value = "task-3232426" [ 866.947435] env[69162]: _type = "Task" [ 866.947435] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.952014] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.961640] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.145551] env[69162]: DEBUG oslo_vmware.api [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232424, 'name': PowerOffVM_Task, 'duration_secs': 0.468723} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.146193] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.146400] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.146689] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59e9451c-98af-48fe-aace-be3d27263da3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.192554] env[69162]: DEBUG oslo_vmware.api [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Task: {'id': task-3232425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337897} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.192743] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.192906] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.193364] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.193572] env[69162]: INFO nova.compute.manager [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 867.193901] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.194057] env[69162]: DEBUG nova.compute.manager [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.194193] env[69162]: DEBUG nova.network.neutron [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.197123] env[69162]: DEBUG nova.network.neutron [req-f613f14c-3469-494c-9c2f-9efebfa16b0c req-4383af62-9dfe-4d0d-aa55-cbc24bdafac2 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Updated VIF entry in instance network info cache for port 4cb6e8fb-abee-457a-83bd-fc48776954ec. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.197553] env[69162]: DEBUG nova.network.neutron [req-f613f14c-3469-494c-9c2f-9efebfa16b0c req-4383af62-9dfe-4d0d-aa55-cbc24bdafac2 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Updating instance_info_cache with network_info: [{"id": "4cb6e8fb-abee-457a-83bd-fc48776954ec", "address": "fa:16:3e:68:ac:22", "network": {"id": "7f858834-5a0e-4363-ab44-91f405d6301c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1580779107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba1e201768b4df58a2d428c2c1164fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb6e8fb-ab", "ovs_interfaceid": "4cb6e8fb-abee-457a-83bd-fc48776954ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.227876] env[69162]: DEBUG nova.network.neutron [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.256902] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.257194] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.257551] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleting the datastore file [datastore2] d1f99284-f0dd-467b-8b71-138d07f7f0db {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.257880] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12cdf30c-3fe2-47b3-b493-01904bfd79be {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.266821] env[69162]: DEBUG oslo_vmware.api [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 867.266821] env[69162]: value = "task-3232428" [ 867.266821] env[69162]: _type = "Task" [ 867.266821] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.277255] env[69162]: DEBUG oslo_vmware.api [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.325095] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.325095] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquired lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.325095] env[69162]: DEBUG nova.network.neutron [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.329958] env[69162]: DEBUG oslo_vmware.api [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232418, 'name': RemoveSnapshot_Task, 'duration_secs': 1.669532} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.330573] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 867.420537] env[69162]: DEBUG nova.network.neutron [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Updating instance_info_cache with network_info: [{"id": "9f9d79f3-74f3-42f4-b6fb-640a9cde9de6", "address": "fa:16:3e:1a:23:c2", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9d79f3-74", "ovs_interfaceid": "9f9d79f3-74f3-42f4-b6fb-640a9cde9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.426331] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232419, 'name': CloneVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.450833] env[69162]: DEBUG nova.compute.utils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.458157] env[69162]: DEBUG nova.compute.manager [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.458157] env[69162]: DEBUG nova.network.neutron [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.473348] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232426, 'name': ReconfigVM_Task, 'duration_secs': 0.506861} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.474150] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Reconfigured VM instance instance-0000002f to attach disk [datastore1] d688584d-4f22-4efd-8d7a-8ae346a98b69/d688584d-4f22-4efd-8d7a-8ae346a98b69.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.475021] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36648127-2b48-4976-a955-d5d068ee447b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.484522] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 867.484522] env[69162]: value = "task-3232429" [ 867.484522] env[69162]: _type = "Task" [ 867.484522] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.496380] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232429, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.631917] env[69162]: DEBUG nova.policy [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e470accb5d6f4590bb54dfac543613d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd86978c48ff4d7d8c452bcb8c1dc22a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.646863] env[69162]: DEBUG nova.network.neutron [-] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.700921] env[69162]: DEBUG oslo_concurrency.lockutils [req-f613f14c-3469-494c-9c2f-9efebfa16b0c req-4383af62-9dfe-4d0d-aa55-cbc24bdafac2 service nova] Releasing lock "refresh_cache-b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.732731] env[69162]: DEBUG nova.network.neutron [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.782660] env[69162]: DEBUG oslo_vmware.api [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219089} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.783051] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.783544] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.784272] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.784534] env[69162]: INFO nova.compute.manager [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Took 1.18 seconds to destroy the instance on the hypervisor. [ 867.785734] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.785998] env[69162]: DEBUG nova.compute.manager [-] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.786213] env[69162]: DEBUG nova.network.neutron [-] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.839804] env[69162]: WARNING nova.compute.manager [None req-3922dc34-0efc-41b9-8b48-db136607ec26 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Image not found during snapshot: nova.exception.ImageNotFound: Image d5ced7e2-ec9f-4ff3-82b4-0c4254466655 could not be found. [ 867.869915] env[69162]: DEBUG nova.objects.instance [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lazy-loading 'flavor' on Instance uuid 08577608-89ff-40e9-9a43-2b4218500b63 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.919819] env[69162]: DEBUG nova.network.neutron [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.924087] env[69162]: DEBUG oslo_concurrency.lockutils [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] Releasing lock "refresh_cache-5d441593-c7b4-4080-ab9c-bca7279d7417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.924331] env[69162]: DEBUG nova.compute.manager [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Inject network info {{(pid=69162) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 867.925550] env[69162]: DEBUG nova.compute.manager [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] network_info to inject: |[{"id": "9f9d79f3-74f3-42f4-b6fb-640a9cde9de6", "address": "fa:16:3e:1a:23:c2", "network": {"id": "b77ce476-5ec1-4804-8f11-9c0fad7067d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795768743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86aebed242d64555a6000f9d5bee1b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9d79f3-74", "ovs_interfaceid": "9f9d79f3-74f3-42f4-b6fb-640a9cde9de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 867.935597] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Reconfiguring VM instance to set the machine id {{(pid=69162) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 867.936614] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e02c2e6-3429-47df-a3ab-085f7a78d798 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.952311] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232419, 'name': CloneVM_Task, 'duration_secs': 1.646401} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.953062] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Created linked-clone VM from snapshot [ 867.953844] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c698fa-4386-4c70-b5fa-0001494c01a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.961180] env[69162]: DEBUG nova.compute.manager [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.966195] env[69162]: DEBUG oslo_vmware.api [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] Waiting for the task: (returnval){ [ 867.966195] env[69162]: value = "task-3232430" [ 867.966195] env[69162]: _type = "Task" [ 867.966195] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.966195] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4e2feca-898c-4eb6-9b96-c849b39e74b2 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.978551] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.605s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.979514] env[69162]: INFO nova.compute.claims [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.991079] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Uploading image e90506b4-ad8c-472a-8557-b343959c13b0 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 868.004371] env[69162]: DEBUG oslo_vmware.api [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] Task: {'id': task-3232430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.007880] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232429, 'name': Rename_Task, 'duration_secs': 0.184395} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.008480] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.009109] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac2a6541-4ee8-468d-9ac9-0730607567ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.021832] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 868.021832] env[69162]: value = "task-3232431" [ 868.021832] env[69162]: _type = "Task" [ 868.021832] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.036287] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.041381] env[69162]: DEBUG oslo_vmware.rw_handles [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 868.041381] env[69162]: value = "vm-646125" [ 868.041381] env[69162]: _type = "VirtualMachine" [ 868.041381] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 868.041685] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-66a0467e-0c97-4f3b-97d3-582faa1fc121 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.052391] env[69162]: DEBUG oslo_vmware.rw_handles [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lease: (returnval){ [ 868.052391] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d47d65-4144-2d7e-fdf2-b87a214b94b4" [ 868.052391] env[69162]: _type = "HttpNfcLease" [ 868.052391] env[69162]: } obtained for exporting VM: (result){ [ 868.052391] env[69162]: value = "vm-646125" [ 868.052391] env[69162]: _type = "VirtualMachine" [ 868.052391] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 868.052391] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the lease: (returnval){ [ 868.052391] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d47d65-4144-2d7e-fdf2-b87a214b94b4" [ 868.052391] env[69162]: _type = "HttpNfcLease" [ 868.052391] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 868.061720] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.061720] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d47d65-4144-2d7e-fdf2-b87a214b94b4" [ 868.061720] env[69162]: _type = "HttpNfcLease" [ 868.061720] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 868.150174] env[69162]: INFO nova.compute.manager [-] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Took 2.93 seconds to deallocate network for instance. [ 868.206704] env[69162]: DEBUG nova.network.neutron [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Updating instance_info_cache with network_info: [{"id": "a4ee95ee-5226-4db1-9959-57a40a99b1da", "address": "fa:16:3e:8a:e4:f2", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ee95ee-52", "ovs_interfaceid": "a4ee95ee-5226-4db1-9959-57a40a99b1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.239479] env[69162]: INFO nova.compute.manager [-] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Took 1.04 seconds to deallocate network for instance. [ 868.379862] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70d173b0-95c6-4bcf-8888-e8ac02d01180 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.269s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.410822] env[69162]: DEBUG nova.network.neutron [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Successfully created port: f502f76e-5a1a-4dba-9034-90819068e9de {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.480563] env[69162]: DEBUG oslo_vmware.api [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] Task: {'id': task-3232430, 'name': ReconfigVM_Task, 'duration_secs': 0.235496} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.480864] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-378788ab-cfb4-486d-8d08-117ad92f57ae tempest-ServersAdminTestJSON-2040602285 tempest-ServersAdminTestJSON-2040602285-project-admin] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Reconfigured VM instance to set the machine id {{(pid=69162) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 868.536783] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232431, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.563775] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.563775] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d47d65-4144-2d7e-fdf2-b87a214b94b4" [ 868.563775] env[69162]: _type = "HttpNfcLease" [ 868.563775] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 868.564259] env[69162]: DEBUG oslo_vmware.rw_handles [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 868.564259] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d47d65-4144-2d7e-fdf2-b87a214b94b4" [ 868.564259] env[69162]: _type = "HttpNfcLease" [ 868.564259] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 868.565158] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d659620-5fb0-4755-9806-26b9b5107807 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.574511] env[69162]: DEBUG oslo_vmware.rw_handles [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5856-a8e5-cf0c-0ac6-ec7f17e0890a/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 868.574972] env[69162]: DEBUG oslo_vmware.rw_handles [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5856-a8e5-cf0c-0ac6-ec7f17e0890a/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 868.649230] env[69162]: DEBUG nova.compute.manager [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Received event network-vif-plugged-a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.649496] env[69162]: DEBUG oslo_concurrency.lockutils [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] Acquiring lock "639739ab-736c-481d-8a0e-5a3e891c2cd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.649740] env[69162]: DEBUG oslo_concurrency.lockutils [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.649970] env[69162]: DEBUG oslo_concurrency.lockutils [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.650187] env[69162]: DEBUG nova.compute.manager [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] No waiting events found dispatching network-vif-plugged-a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.650357] env[69162]: WARNING nova.compute.manager [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Received unexpected event network-vif-plugged-a4ee95ee-5226-4db1-9959-57a40a99b1da for instance with vm_state building and task_state spawning. [ 868.650793] env[69162]: DEBUG nova.compute.manager [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Received event network-changed-a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.651179] env[69162]: DEBUG nova.compute.manager [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Refreshing instance network info cache due to event network-changed-a4ee95ee-5226-4db1-9959-57a40a99b1da. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.651278] env[69162]: DEBUG oslo_concurrency.lockutils [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] Acquiring lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.665015] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.712207] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Releasing lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.712610] env[69162]: DEBUG nova.compute.manager [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Instance network_info: |[{"id": "a4ee95ee-5226-4db1-9959-57a40a99b1da", "address": "fa:16:3e:8a:e4:f2", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ee95ee-52", "ovs_interfaceid": "a4ee95ee-5226-4db1-9959-57a40a99b1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.712955] env[69162]: DEBUG nova.network.neutron [-] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.714754] env[69162]: DEBUG oslo_concurrency.lockutils [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] Acquired lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.714754] env[69162]: DEBUG nova.network.neutron [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Refreshing network info cache for port a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.715639] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:e4:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4ee95ee-5226-4db1-9959-57a40a99b1da', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.724195] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.725388] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.727180] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dac4ea85-c266-405f-9229-baf7d9e17ce4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.746259] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.750189] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.750189] env[69162]: value = "task-3232433" [ 868.750189] env[69162]: _type = "Task" [ 868.750189] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.761069] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232433, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.788086] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1f0b202-3fa1-46ab-b824-900238e6737a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.975857] env[69162]: DEBUG nova.compute.manager [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.007450] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:14:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8d7f9854-a0c6-4be0-a31a-0223ea8661d4',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-938072625',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.007939] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.008285] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.008614] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.008860] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.009749] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.009749] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.009749] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.009749] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.010156] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.010404] env[69162]: DEBUG nova.virt.hardware [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.014258] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0c4349-fd84-4690-b0b1-ffcac3f1861c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.028610] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f293a6fb-8071-47c1-b957-d0cd906411d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.049162] env[69162]: DEBUG oslo_vmware.api [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232431, 'name': PowerOnVM_Task, 'duration_secs': 0.822212} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.052874] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.053235] env[69162]: INFO nova.compute.manager [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Took 6.67 seconds to spawn the instance on the hypervisor. [ 869.053599] env[69162]: DEBUG nova.compute.manager [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.055152] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f529a1-0b13-49f2-b3d5-cf796bcfb2f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.152182] env[69162]: DEBUG oslo_concurrency.lockutils [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "936944d5-13f5-4f4e-b7d6-077148fc1c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.152182] env[69162]: DEBUG oslo_concurrency.lockutils [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "936944d5-13f5-4f4e-b7d6-077148fc1c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.152182] env[69162]: DEBUG oslo_concurrency.lockutils [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "936944d5-13f5-4f4e-b7d6-077148fc1c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.152182] env[69162]: DEBUG oslo_concurrency.lockutils [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "936944d5-13f5-4f4e-b7d6-077148fc1c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.152182] env[69162]: DEBUG oslo_concurrency.lockutils [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "936944d5-13f5-4f4e-b7d6-077148fc1c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.154269] env[69162]: INFO nova.compute.manager [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Terminating instance [ 869.226979] env[69162]: INFO nova.compute.manager [-] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Took 1.44 seconds to deallocate network for instance. [ 869.273821] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232433, 'name': CreateVM_Task, 'duration_secs': 0.503026} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.274013] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.275046] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.275226] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.276658] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.276658] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96cac173-5aab-4e23-848e-11a87ee62f52 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.283483] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 869.283483] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292c364-d66f-cca1-443c-e58dc41e8af3" [ 869.283483] env[69162]: _type = "Task" [ 869.283483] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.305256] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292c364-d66f-cca1-443c-e58dc41e8af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.527900] env[69162]: DEBUG nova.network.neutron [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Updated VIF entry in instance network info cache for port a4ee95ee-5226-4db1-9959-57a40a99b1da. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.528497] env[69162]: DEBUG nova.network.neutron [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Updating instance_info_cache with network_info: [{"id": "a4ee95ee-5226-4db1-9959-57a40a99b1da", "address": "fa:16:3e:8a:e4:f2", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ee95ee-52", "ovs_interfaceid": "a4ee95ee-5226-4db1-9959-57a40a99b1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.581952] env[69162]: INFO nova.compute.manager [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Took 33.50 seconds to build instance. [ 869.662341] env[69162]: DEBUG nova.compute.manager [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.662655] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.663918] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f56339-c4b1-41ca-a44f-3ab297a78148 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.680330] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.680607] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fc76379-adaa-4e7d-aac6-8dd66ec7d361 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.690320] env[69162]: DEBUG oslo_vmware.api [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 869.690320] env[69162]: value = "task-3232434" [ 869.690320] env[69162]: _type = "Task" [ 869.690320] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.709093] env[69162]: DEBUG oslo_vmware.api [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.744156] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.756706] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c20f2-ffb2-4993-b495-27866083a885 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.770301] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84764c03-a344-4b20-894e-3dcda2bbb06d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.807870] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958c54ed-2121-4217-981c-72219540677a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.819211] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292c364-d66f-cca1-443c-e58dc41e8af3, 'name': SearchDatastore_Task, 'duration_secs': 0.020647} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.821652] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.822564] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.822564] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.822564] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.822658] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.823566] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6727810-1b5b-4eb2-968d-dde790b3e9a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.826132] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ab4491-0a34-47e1-9b9e-e0acc4244843 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.845755] env[69162]: DEBUG nova.compute.provider_tree [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.849781] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.849781] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.850212] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5388d29-c9b8-4bc8-9cf7-92448daf7f74 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.858241] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 869.858241] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525d3bbf-268a-f823-16c9-0a78dd14e7d0" [ 869.858241] env[69162]: _type = "Task" [ 869.858241] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.869502] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525d3bbf-268a-f823-16c9-0a78dd14e7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.031842] env[69162]: DEBUG oslo_concurrency.lockutils [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] Releasing lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.032142] env[69162]: DEBUG nova.compute.manager [req-d9b24fb7-8668-417b-bf26-8f23a4373ff3 req-484bd46d-1dc0-4f1c-a52a-18d938ea4572 service nova] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Received event network-vif-deleted-287fe970-4067-4e21-bddb-1670d2c698c7 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.084021] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8c0a7eee-7b42-43b0-97e6-ff6d0144f049 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "d688584d-4f22-4efd-8d7a-8ae346a98b69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.593s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.143350] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "08577608-89ff-40e9-9a43-2b4218500b63" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.143768] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.216516] env[69162]: DEBUG oslo_vmware.api [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232434, 'name': PowerOffVM_Task, 'duration_secs': 0.232894} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.217064] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.218692] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.219040] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8256284-e03d-434d-aa47-54490056dcb4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.308296] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.308296] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.308296] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Deleting the datastore file [datastore1] 936944d5-13f5-4f4e-b7d6-077148fc1c30 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.308296] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c8c6a7-1824-4352-94a7-3b6645c71c70 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.318229] env[69162]: DEBUG oslo_vmware.api [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 870.318229] env[69162]: value = "task-3232436" [ 870.318229] env[69162]: _type = "Task" [ 870.318229] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.330178] env[69162]: DEBUG oslo_vmware.api [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.351738] env[69162]: DEBUG nova.scheduler.client.report [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.373399] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525d3bbf-268a-f823-16c9-0a78dd14e7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01858} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.375226] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a233801-aace-4286-8716-422634207113 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.384106] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 870.384106] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526cd60a-8e71-5ffb-140c-7ca851bc5e0b" [ 870.384106] env[69162]: _type = "Task" [ 870.384106] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.395282] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526cd60a-8e71-5ffb-140c-7ca851bc5e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.554277] env[69162]: DEBUG nova.network.neutron [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Successfully updated port: f502f76e-5a1a-4dba-9034-90819068e9de {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.647610] env[69162]: INFO nova.compute.manager [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Detaching volume e6e54e05-4bff-437a-b6a4-b62bed418943 [ 870.687447] env[69162]: INFO nova.virt.block_device [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Attempting to driver detach volume e6e54e05-4bff-437a-b6a4-b62bed418943 from mountpoint /dev/sdb [ 870.687779] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 870.688014] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646116', 'volume_id': 'e6e54e05-4bff-437a-b6a4-b62bed418943', 'name': 'volume-e6e54e05-4bff-437a-b6a4-b62bed418943', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08577608-89ff-40e9-9a43-2b4218500b63', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e54e05-4bff-437a-b6a4-b62bed418943', 'serial': 'e6e54e05-4bff-437a-b6a4-b62bed418943'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 870.689392] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999b4eef-a17c-4d75-bc2f-2a0cf8209b16 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.722499] env[69162]: DEBUG nova.compute.manager [req-0ce2cb69-ef5b-4afd-86e1-e96b515f7ca8 req-08899a27-2393-43c8-904f-1d12384d6d20 service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Received event network-vif-plugged-f502f76e-5a1a-4dba-9034-90819068e9de {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.722499] env[69162]: DEBUG oslo_concurrency.lockutils [req-0ce2cb69-ef5b-4afd-86e1-e96b515f7ca8 req-08899a27-2393-43c8-904f-1d12384d6d20 service nova] Acquiring lock "c4d26567-05de-49c0-bc5f-9310cbd12847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.722499] env[69162]: DEBUG oslo_concurrency.lockutils [req-0ce2cb69-ef5b-4afd-86e1-e96b515f7ca8 req-08899a27-2393-43c8-904f-1d12384d6d20 service nova] Lock "c4d26567-05de-49c0-bc5f-9310cbd12847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.722499] env[69162]: DEBUG oslo_concurrency.lockutils [req-0ce2cb69-ef5b-4afd-86e1-e96b515f7ca8 req-08899a27-2393-43c8-904f-1d12384d6d20 service nova] Lock "c4d26567-05de-49c0-bc5f-9310cbd12847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.722499] env[69162]: DEBUG nova.compute.manager [req-0ce2cb69-ef5b-4afd-86e1-e96b515f7ca8 req-08899a27-2393-43c8-904f-1d12384d6d20 service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] No waiting events found dispatching network-vif-plugged-f502f76e-5a1a-4dba-9034-90819068e9de {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.722499] env[69162]: WARNING nova.compute.manager [req-0ce2cb69-ef5b-4afd-86e1-e96b515f7ca8 req-08899a27-2393-43c8-904f-1d12384d6d20 service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Received unexpected event network-vif-plugged-f502f76e-5a1a-4dba-9034-90819068e9de for instance with vm_state building and task_state spawning. [ 870.722499] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce1a119-3d1f-4233-84b8-20522e7e7acd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.732077] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquiring lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.732311] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.738364] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68228eeb-042f-4d64-9b28-bcf8ff7d5d2c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.762930] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a8ce13-4369-4029-9095-fad469b75a4d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.780683] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] The volume has not been displaced from its original location: [datastore2] volume-e6e54e05-4bff-437a-b6a4-b62bed418943/volume-e6e54e05-4bff-437a-b6a4-b62bed418943.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 870.786351] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.787482] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf671c34-5390-4414-a36b-6ba25a080ee4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.808216] env[69162]: DEBUG oslo_vmware.api [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 870.808216] env[69162]: value = "task-3232437" [ 870.808216] env[69162]: _type = "Task" [ 870.808216] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.820596] env[69162]: DEBUG oslo_vmware.api [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.831595] env[69162]: DEBUG oslo_vmware.api [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277588} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.831976] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.834153] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.834153] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.834153] env[69162]: INFO nova.compute.manager [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Took 1.17 seconds to destroy the instance on the hypervisor. [ 870.834153] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.834153] env[69162]: DEBUG nova.compute.manager [-] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.834153] env[69162]: DEBUG nova.network.neutron [-] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.857035] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.879s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.857655] env[69162]: DEBUG nova.compute.manager [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.860466] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.103s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.860701] env[69162]: DEBUG nova.objects.instance [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lazy-loading 'resources' on Instance uuid 29be81c5-006e-4633-94bb-c6bc007d6d0d {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.897434] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526cd60a-8e71-5ffb-140c-7ca851bc5e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.018071} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.897792] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.898051] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 639739ab-736c-481d-8a0e-5a3e891c2cd3/639739ab-736c-481d-8a0e-5a3e891c2cd3.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.898503] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c91a2af-759c-482e-9a29-22b578c0147d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.908563] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 870.908563] env[69162]: value = "task-3232438" [ 870.908563] env[69162]: _type = "Task" [ 870.908563] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.919584] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.056733] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.056946] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.057137] env[69162]: DEBUG nova.network.neutron [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.199016] env[69162]: INFO nova.compute.manager [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Rebuilding instance [ 871.235331] env[69162]: DEBUG nova.compute.manager [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.255087] env[69162]: DEBUG nova.compute.manager [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.256080] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c042737-d3cd-4c61-9565-db1be3054c6b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.321762] env[69162]: DEBUG oslo_vmware.api [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232437, 'name': ReconfigVM_Task, 'duration_secs': 0.321188} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.322254] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 871.329149] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1bdbd92-14c8-40fd-9126-b9d02d3df337 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.348446] env[69162]: DEBUG oslo_vmware.api [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 871.348446] env[69162]: value = "task-3232439" [ 871.348446] env[69162]: _type = "Task" [ 871.348446] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.353384] env[69162]: DEBUG nova.compute.manager [req-ae624cf6-1469-4baa-a515-7c1fd4236612 req-c313a38e-5cce-4fc8-a976-1f02c0c7c4d9 service nova] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Received event network-vif-deleted-6dddff85-40f2-4031-a687-2fa646d33953 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.362606] env[69162]: DEBUG oslo_vmware.api [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.366672] env[69162]: DEBUG nova.compute.utils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.368641] env[69162]: DEBUG nova.compute.manager [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.368778] env[69162]: DEBUG nova.network.neutron [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.420405] env[69162]: DEBUG nova.policy [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bdc3e7fa7304d2896fc500811cc7d1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa0a8c60d5c1491195615121ebf82247', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.427126] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232438, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.615977] env[69162]: DEBUG nova.network.neutron [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.773304] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.861481] env[69162]: DEBUG oslo_vmware.api [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232439, 'name': ReconfigVM_Task, 'duration_secs': 0.285182} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.862278] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646116', 'volume_id': 'e6e54e05-4bff-437a-b6a4-b62bed418943', 'name': 'volume-e6e54e05-4bff-437a-b6a4-b62bed418943', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08577608-89ff-40e9-9a43-2b4218500b63', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e54e05-4bff-437a-b6a4-b62bed418943', 'serial': 'e6e54e05-4bff-437a-b6a4-b62bed418943'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 871.873265] env[69162]: DEBUG nova.network.neutron [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance_info_cache with network_info: [{"id": "f502f76e-5a1a-4dba-9034-90819068e9de", "address": "fa:16:3e:0b:a0:2c", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf502f76e-5a", "ovs_interfaceid": "f502f76e-5a1a-4dba-9034-90819068e9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.874603] env[69162]: DEBUG nova.compute.manager [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.898376] env[69162]: DEBUG nova.network.neutron [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Successfully created port: 9eecb624-0581-48cc-9147-3a5e060a5466 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.919834] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5795} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.920476] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 639739ab-736c-481d-8a0e-5a3e891c2cd3/639739ab-736c-481d-8a0e-5a3e891c2cd3.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.920578] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.920842] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55ed4485-5ba7-45de-9a99-3bb869895dba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.933686] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 871.933686] env[69162]: value = "task-3232440" [ 871.933686] env[69162]: _type = "Task" [ 871.933686] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.945085] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.008843] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28631c67-c6e1-4b7b-9269-9ff00924a2fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.017744] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae47ec0b-36c2-4d3c-8785-a0069441e2ce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.052969] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8f7a34-b959-47e8-b1d7-03205e017e88 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.062505] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c29872-5efa-49f0-9097-2054488136d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.077580] env[69162]: DEBUG nova.compute.provider_tree [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.187455] env[69162]: DEBUG nova.network.neutron [-] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.275256] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.275765] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efe65b09-c3be-484f-98d4-aa7aa33f0fbf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.284115] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 872.284115] env[69162]: value = "task-3232441" [ 872.284115] env[69162]: _type = "Task" [ 872.284115] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.294187] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.382340] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.382725] env[69162]: DEBUG nova.compute.manager [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Instance network_info: |[{"id": "f502f76e-5a1a-4dba-9034-90819068e9de", "address": "fa:16:3e:0b:a0:2c", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf502f76e-5a", "ovs_interfaceid": "f502f76e-5a1a-4dba-9034-90819068e9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.386992] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:a0:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f502f76e-5a1a-4dba-9034-90819068e9de', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.394051] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.394840] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.395126] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8845c9c3-67f0-4113-8882-1a8086b0bace {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.417263] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.417263] env[69162]: value = "task-3232442" [ 872.417263] env[69162]: _type = "Task" [ 872.417263] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.425141] env[69162]: DEBUG nova.objects.instance [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lazy-loading 'flavor' on Instance uuid 08577608-89ff-40e9-9a43-2b4218500b63 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.431412] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232442, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.449703] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079046} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.450075] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.450819] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b774f7-a2d7-4fd3-8fa2-cf37808fb0bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.480512] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 639739ab-736c-481d-8a0e-5a3e891c2cd3/639739ab-736c-481d-8a0e-5a3e891c2cd3.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.480926] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226a6e6a-328c-43c0-aa0b-782675149eb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.508488] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 872.508488] env[69162]: value = "task-3232443" [ 872.508488] env[69162]: _type = "Task" [ 872.508488] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.518180] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.586397] env[69162]: DEBUG nova.scheduler.client.report [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.690026] env[69162]: INFO nova.compute.manager [-] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Took 1.86 seconds to deallocate network for instance. [ 872.796391] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.861278] env[69162]: DEBUG nova.compute.manager [req-732c3fc5-ffd7-4617-82b3-de8e85a5d167 req-540fb812-b4d4-4af7-a8b9-2a5bd774d01f service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Received event network-changed-f502f76e-5a1a-4dba-9034-90819068e9de {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.861577] env[69162]: DEBUG nova.compute.manager [req-732c3fc5-ffd7-4617-82b3-de8e85a5d167 req-540fb812-b4d4-4af7-a8b9-2a5bd774d01f service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Refreshing instance network info cache due to event network-changed-f502f76e-5a1a-4dba-9034-90819068e9de. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.861891] env[69162]: DEBUG oslo_concurrency.lockutils [req-732c3fc5-ffd7-4617-82b3-de8e85a5d167 req-540fb812-b4d4-4af7-a8b9-2a5bd774d01f service nova] Acquiring lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.862901] env[69162]: DEBUG oslo_concurrency.lockutils [req-732c3fc5-ffd7-4617-82b3-de8e85a5d167 req-540fb812-b4d4-4af7-a8b9-2a5bd774d01f service nova] Acquired lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.863070] env[69162]: DEBUG nova.network.neutron [req-732c3fc5-ffd7-4617-82b3-de8e85a5d167 req-540fb812-b4d4-4af7-a8b9-2a5bd774d01f service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Refreshing network info cache for port f502f76e-5a1a-4dba-9034-90819068e9de {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.896311] env[69162]: DEBUG nova.compute.manager [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.939804] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232442, 'name': CreateVM_Task, 'duration_secs': 0.411954} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.942597] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.942935] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.943164] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.943524] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.943694] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.943861] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.944117] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.944333] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.944544] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.944727] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.945263] env[69162]: DEBUG nova.virt.hardware [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.946943] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.947974] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa03ed1-1de6-4203-8e8e-4aa6dd4ef165 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.951832] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.952029] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.952418] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.953437] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b48a3f-943d-42d8-8d27-356ad9154b57 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.966300] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 872.966300] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527ef490-3388-e131-29e4-620b258803ed" [ 872.966300] env[69162]: _type = "Task" [ 872.966300] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.966925] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e258ed8b-1655-45c8-a689-9f96b88413e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.981189] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527ef490-3388-e131-29e4-620b258803ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014893} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.989518] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.989807] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.990179] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.990341] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.990417] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.991809] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f060c2a7-f406-4856-898a-1680c39dfc94 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.005468] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.005468] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.005906] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed2cdbf-08e4-43f4-8b47-a0bf9c9abedc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.022631] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.025274] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 873.025274] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5233c1bf-1de3-f6f0-f63d-e90d0c76e6ed" [ 873.025274] env[69162]: _type = "Task" [ 873.025274] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.037734] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5233c1bf-1de3-f6f0-f63d-e90d0c76e6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.045619] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a89f7a-2f7d-43c2-a241-8f732a5562e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.050517] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 873.050517] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52070dfb-81cb-66dd-bef5-75999bc72960" [ 873.050517] env[69162]: _type = "Task" [ 873.050517] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.060598] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52070dfb-81cb-66dd-bef5-75999bc72960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.092466] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.096423] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.341s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.098031] env[69162]: INFO nova.compute.claims [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.118019] env[69162]: INFO nova.scheduler.client.report [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted allocations for instance 29be81c5-006e-4633-94bb-c6bc007d6d0d [ 873.197139] env[69162]: DEBUG oslo_concurrency.lockutils [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.295675] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232441, 'name': PowerOffVM_Task, 'duration_secs': 0.664229} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.295884] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.296130] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.296954] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3303f27-322a-4e53-9f80-d6c4b7045f7e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.304640] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.304907] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a41307a-3c3c-4f35-b2ef-3f279fbe0a11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.337139] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.337413] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.337582] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Deleting the datastore file [datastore1] d688584d-4f22-4efd-8d7a-8ae346a98b69 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.337867] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce7b21c1-5e98-45ec-8943-a9939b4b17a1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.348336] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 873.348336] env[69162]: value = "task-3232445" [ 873.348336] env[69162]: _type = "Task" [ 873.348336] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.359081] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.446977] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b9c99fc1-bba1-4dbf-bad9-1d44295f150d tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.303s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.498854] env[69162]: DEBUG nova.network.neutron [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Successfully updated port: 9eecb624-0581-48cc-9147-3a5e060a5466 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.521127] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232443, 'name': ReconfigVM_Task, 'duration_secs': 0.527933} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.522052] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 639739ab-736c-481d-8a0e-5a3e891c2cd3/639739ab-736c-481d-8a0e-5a3e891c2cd3.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.522711] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2c584db-bc1d-4f1f-ae7f-fc65206a8e15 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.530725] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 873.530725] env[69162]: value = "task-3232446" [ 873.530725] env[69162]: _type = "Task" [ 873.530725] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.540076] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232446, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.547953] env[69162]: INFO nova.compute.manager [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Rebuilding instance [ 873.568354] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52070dfb-81cb-66dd-bef5-75999bc72960, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.568752] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.569995] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] c4d26567-05de-49c0-bc5f-9310cbd12847/c4d26567-05de-49c0-bc5f-9310cbd12847.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.569995] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33eb8ee7-2db6-46d7-ac47-6cc4911f75f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.582204] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 873.582204] env[69162]: value = "task-3232447" [ 873.582204] env[69162]: _type = "Task" [ 873.582204] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.593681] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.634621] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4a180ed2-00a6-49a9-aa14-0622312d4ee2 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "29be81c5-006e-4633-94bb-c6bc007d6d0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.349s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.641888] env[69162]: DEBUG nova.compute.manager [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.641888] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfe5243-2cba-451c-b8be-ea0a5e98ea93 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.718637] env[69162]: DEBUG nova.network.neutron [req-732c3fc5-ffd7-4617-82b3-de8e85a5d167 req-540fb812-b4d4-4af7-a8b9-2a5bd774d01f service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updated VIF entry in instance network info cache for port f502f76e-5a1a-4dba-9034-90819068e9de. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.718637] env[69162]: DEBUG nova.network.neutron [req-732c3fc5-ffd7-4617-82b3-de8e85a5d167 req-540fb812-b4d4-4af7-a8b9-2a5bd774d01f service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance_info_cache with network_info: [{"id": "f502f76e-5a1a-4dba-9034-90819068e9de", "address": "fa:16:3e:0b:a0:2c", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf502f76e-5a", "ovs_interfaceid": "f502f76e-5a1a-4dba-9034-90819068e9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.860416] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099239} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.861036] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.863014] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.863014] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.908487] env[69162]: DEBUG nova.compute.manager [req-c63f888e-707b-43c3-b9b5-9212c0273f5e req-3bee5b5d-3857-4043-b6c8-4baa183177b1 service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Received event network-vif-plugged-9eecb624-0581-48cc-9147-3a5e060a5466 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.908577] env[69162]: DEBUG oslo_concurrency.lockutils [req-c63f888e-707b-43c3-b9b5-9212c0273f5e req-3bee5b5d-3857-4043-b6c8-4baa183177b1 service nova] Acquiring lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.908811] env[69162]: DEBUG oslo_concurrency.lockutils [req-c63f888e-707b-43c3-b9b5-9212c0273f5e req-3bee5b5d-3857-4043-b6c8-4baa183177b1 service nova] Lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.908981] env[69162]: DEBUG oslo_concurrency.lockutils [req-c63f888e-707b-43c3-b9b5-9212c0273f5e req-3bee5b5d-3857-4043-b6c8-4baa183177b1 service nova] Lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.909807] env[69162]: DEBUG nova.compute.manager [req-c63f888e-707b-43c3-b9b5-9212c0273f5e req-3bee5b5d-3857-4043-b6c8-4baa183177b1 service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] No waiting events found dispatching network-vif-plugged-9eecb624-0581-48cc-9147-3a5e060a5466 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.909996] env[69162]: WARNING nova.compute.manager [req-c63f888e-707b-43c3-b9b5-9212c0273f5e req-3bee5b5d-3857-4043-b6c8-4baa183177b1 service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Received unexpected event network-vif-plugged-9eecb624-0581-48cc-9147-3a5e060a5466 for instance with vm_state building and task_state spawning. [ 874.002584] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "refresh_cache-0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.003068] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "refresh_cache-0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.003068] env[69162]: DEBUG nova.network.neutron [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.047121] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232446, 'name': Rename_Task, 'duration_secs': 0.181183} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.047443] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.047883] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62f2de8c-51b7-4e93-9379-9a7bfa4112af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.058092] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 874.058092] env[69162]: value = "task-3232448" [ 874.058092] env[69162]: _type = "Task" [ 874.058092] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.071105] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.097359] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232447, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.219988] env[69162]: DEBUG oslo_concurrency.lockutils [req-732c3fc5-ffd7-4617-82b3-de8e85a5d167 req-540fb812-b4d4-4af7-a8b9-2a5bd774d01f service nova] Releasing lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.220295] env[69162]: DEBUG nova.compute.manager [req-732c3fc5-ffd7-4617-82b3-de8e85a5d167 req-540fb812-b4d4-4af7-a8b9-2a5bd774d01f service nova] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Received event network-vif-deleted-44e9b919-272e-4c76-9274-0ddfb6a728e1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.554236] env[69162]: DEBUG nova.network.neutron [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.574346] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.590505] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131b0b00-b2b3-4fcd-9f40-79857473802b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.596669] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720302} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.597357] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] c4d26567-05de-49c0-bc5f-9310cbd12847/c4d26567-05de-49c0-bc5f-9310cbd12847.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.597592] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.597844] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf072253-4ab4-4a07-8577-d2a932aa84ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.602719] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b190c-27e2-4531-a11a-62cc34a42a05 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.609069] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 874.609069] env[69162]: value = "task-3232449" [ 874.609069] env[69162]: _type = "Task" [ 874.609069] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.645848] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362065bf-aecc-4b23-b884-e62bc849dfa1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.654153] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "0ad59ecf-6533-4ecb-acca-47682085bf22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.654417] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "0ad59ecf-6533-4ecb-acca-47682085bf22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.656360] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.657524] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.657809] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7280deac-9c6f-4f42-b7c3-aae7e773f015 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.663930] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bfc1a3-f20a-443c-bf1e-b62f778b0bea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.671151] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 874.671151] env[69162]: value = "task-3232450" [ 874.671151] env[69162]: _type = "Task" [ 874.671151] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.685706] env[69162]: DEBUG nova.compute.provider_tree [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.694710] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.782720] env[69162]: DEBUG nova.network.neutron [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Updating instance_info_cache with network_info: [{"id": "9eecb624-0581-48cc-9147-3a5e060a5466", "address": "fa:16:3e:60:79:a3", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eecb624-05", "ovs_interfaceid": "9eecb624-0581-48cc-9147-3a5e060a5466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.912952] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.913265] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.913468] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.913839] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.913970] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.917258] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.917576] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.917797] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.918203] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.918440] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.918672] env[69162]: DEBUG nova.virt.hardware [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.920187] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649195b4-a39e-46b8-b24d-289c565a3517 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.931661] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903b305d-ff3e-4945-be02-6d65df8b6878 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.952431] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.958164] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.958669] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.958669] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e932955-1dc2-4055-afa2-22c5ea62204d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.977423] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.977423] env[69162]: value = "task-3232451" [ 874.977423] env[69162]: _type = "Task" [ 874.977423] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.990821] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232451, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.072567] env[69162]: DEBUG oslo_vmware.api [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232448, 'name': PowerOnVM_Task, 'duration_secs': 0.763357} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.072567] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.072567] env[69162]: INFO nova.compute.manager [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Took 9.40 seconds to spawn the instance on the hypervisor. [ 875.072567] env[69162]: DEBUG nova.compute.manager [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.072567] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f8fbf9-7ec9-4e20-9dd8-9bda4b0c77ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.121371] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10098} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.122394] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.123262] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fed5451-21e5-42ff-bdb0-6820468f231f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.149747] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] c4d26567-05de-49c0-bc5f-9310cbd12847/c4d26567-05de-49c0-bc5f-9310cbd12847.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.150369] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dee35de-2095-4d1c-a599-51a55e515a24 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.167693] env[69162]: DEBUG nova.compute.manager [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.177824] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 875.177824] env[69162]: value = "task-3232452" [ 875.177824] env[69162]: _type = "Task" [ 875.177824] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.186384] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232450, 'name': PowerOffVM_Task, 'duration_secs': 0.248122} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.187077] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.188656] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.188656] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beb1efb-cfa5-425b-94da-5baf3e1e0008 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.194975] env[69162]: DEBUG nova.scheduler.client.report [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.198568] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.205693] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.206033] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5793e1b4-c7fd-4d86-88a3-46c15f53ffd7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.281548] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.282715] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.283146] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleting the datastore file [datastore2] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.283625] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894adff4-1ae8-4fa0-a381-490dca21cf31 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.286995] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "refresh_cache-0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.287579] env[69162]: DEBUG nova.compute.manager [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Instance network_info: |[{"id": "9eecb624-0581-48cc-9147-3a5e060a5466", "address": "fa:16:3e:60:79:a3", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eecb624-05", "ovs_interfaceid": "9eecb624-0581-48cc-9147-3a5e060a5466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.288244] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:79:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eecb624-0581-48cc-9147-3a5e060a5466', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.298536] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.299327] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.299574] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-274247f7-e04b-423c-bfd7-0d6ffd32c9e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.315967] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 875.315967] env[69162]: value = "task-3232454" [ 875.315967] env[69162]: _type = "Task" [ 875.315967] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.322657] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.322657] env[69162]: value = "task-3232455" [ 875.322657] env[69162]: _type = "Task" [ 875.322657] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.326017] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.335943] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232455, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.491826] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232451, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.592640] env[69162]: INFO nova.compute.manager [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Took 36.56 seconds to build instance. [ 875.691022] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232452, 'name': ReconfigVM_Task, 'duration_secs': 0.385097} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.691401] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Reconfigured VM instance instance-00000031 to attach disk [datastore2] c4d26567-05de-49c0-bc5f-9310cbd12847/c4d26567-05de-49c0-bc5f-9310cbd12847.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.692215] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9987c590-150e-45dd-ad23-a4e0c36220fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.695980] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.700357] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.701310] env[69162]: DEBUG nova.compute.manager [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.705950] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.538s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.706476] env[69162]: DEBUG nova.objects.instance [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 875.709346] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 875.709346] env[69162]: value = "task-3232456" [ 875.709346] env[69162]: _type = "Task" [ 875.709346] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.720582] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232456, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.829809] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39057} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.833840] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.834391] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.834840] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.845486] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232455, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.994535] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232451, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.094838] env[69162]: DEBUG oslo_concurrency.lockutils [None req-698e5e9b-cbeb-4520-9b96-31a6a6a00c3f tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.464s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.102611] env[69162]: DEBUG nova.compute.manager [req-21b0bf0a-6105-44bc-af4d-dc17e1b49ecd req-b14d750f-59b6-4b83-be23-1f3a334a4293 service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Received event network-changed-9eecb624-0581-48cc-9147-3a5e060a5466 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.102825] env[69162]: DEBUG nova.compute.manager [req-21b0bf0a-6105-44bc-af4d-dc17e1b49ecd req-b14d750f-59b6-4b83-be23-1f3a334a4293 service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Refreshing instance network info cache due to event network-changed-9eecb624-0581-48cc-9147-3a5e060a5466. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.103091] env[69162]: DEBUG oslo_concurrency.lockutils [req-21b0bf0a-6105-44bc-af4d-dc17e1b49ecd req-b14d750f-59b6-4b83-be23-1f3a334a4293 service nova] Acquiring lock "refresh_cache-0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.103310] env[69162]: DEBUG oslo_concurrency.lockutils [req-21b0bf0a-6105-44bc-af4d-dc17e1b49ecd req-b14d750f-59b6-4b83-be23-1f3a334a4293 service nova] Acquired lock "refresh_cache-0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.103521] env[69162]: DEBUG nova.network.neutron [req-21b0bf0a-6105-44bc-af4d-dc17e1b49ecd req-b14d750f-59b6-4b83-be23-1f3a334a4293 service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Refreshing network info cache for port 9eecb624-0581-48cc-9147-3a5e060a5466 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.214719] env[69162]: DEBUG nova.compute.utils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.216711] env[69162]: DEBUG nova.compute.manager [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Not allocating networking since 'none' was specified. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 876.229016] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232456, 'name': Rename_Task, 'duration_secs': 0.306305} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.229260] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.229538] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9a4f23-f81a-46a1-8ff6-8e70f6d51586 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.239334] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 876.239334] env[69162]: value = "task-3232457" [ 876.239334] env[69162]: _type = "Task" [ 876.239334] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.254230] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.344073] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232455, 'name': CreateVM_Task, 'duration_secs': 0.735478} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.348024] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.348024] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.348024] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.348024] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.348024] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6096dc-8c80-4197-91a8-084d65baf08f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.353509] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 876.353509] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52270b73-1781-9a14-ebc6-e78ea72b9615" [ 876.353509] env[69162]: _type = "Task" [ 876.353509] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.366046] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52270b73-1781-9a14-ebc6-e78ea72b9615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.497286] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232451, 'name': CreateVM_Task, 'duration_secs': 1.424026} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.500172] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.500172] env[69162]: DEBUG oslo_concurrency.lockutils [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.718168] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8bf5a6d2-b90c-4c2e-a14e-892dcc22160b tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.720301] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.505s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.724217] env[69162]: INFO nova.compute.claims [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.736409] env[69162]: DEBUG nova.compute.manager [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.752665] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232457, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.825887] env[69162]: DEBUG nova.compute.manager [req-c13aad7d-3ba0-4e1f-98f7-abe394cb95f6 req-c958e28a-a9e1-4e7d-b064-1c0ccb121c27 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Received event network-changed-24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.826111] env[69162]: DEBUG nova.compute.manager [req-c13aad7d-3ba0-4e1f-98f7-abe394cb95f6 req-c958e28a-a9e1-4e7d-b064-1c0ccb121c27 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Refreshing instance network info cache due to event network-changed-24ebc844-7c01-41cf-858e-ca7123727dc6. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.826335] env[69162]: DEBUG oslo_concurrency.lockutils [req-c13aad7d-3ba0-4e1f-98f7-abe394cb95f6 req-c958e28a-a9e1-4e7d-b064-1c0ccb121c27 service nova] Acquiring lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.826661] env[69162]: DEBUG oslo_concurrency.lockutils [req-c13aad7d-3ba0-4e1f-98f7-abe394cb95f6 req-c958e28a-a9e1-4e7d-b064-1c0ccb121c27 service nova] Acquired lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.826661] env[69162]: DEBUG nova.network.neutron [req-c13aad7d-3ba0-4e1f-98f7-abe394cb95f6 req-c958e28a-a9e1-4e7d-b064-1c0ccb121c27 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Refreshing network info cache for port 24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.866333] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52270b73-1781-9a14-ebc6-e78ea72b9615, 'name': SearchDatastore_Task, 'duration_secs': 0.016448} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.867033] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.867236] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.867484] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.869029] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.869029] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.869029] env[69162]: DEBUG oslo_concurrency.lockutils [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.869029] env[69162]: DEBUG oslo_concurrency.lockutils [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.869029] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9f0d2ac-2e84-4914-83dd-84e4600f5da4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.871400] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7613547-b6ba-449e-ae81-0a3d64b5df28 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.881078] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 876.881078] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529d6a72-7e10-80dc-3b29-6651f85d8816" [ 876.881078] env[69162]: _type = "Task" [ 876.881078] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.884040] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.884329] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.884566] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.884829] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.885063] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.885236] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.885451] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.885649] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.885829] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.886268] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.886478] env[69162]: DEBUG nova.virt.hardware [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.887538] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fbf6ad-1f2d-4aa2-937b-be4a60c75664 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.898636] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.898914] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.901163] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b32625-fa77-42a6-9c84-0cb5d6369c41 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.908065] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24a474b-fb20-45c2-af07-19781a2a8570 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.916402] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 876.916402] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5258113d-1e86-54ff-2f02-09d1c6dda1b8" [ 876.916402] env[69162]: _type = "Task" [ 876.916402] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.916671] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529d6a72-7e10-80dc-3b29-6651f85d8816, 'name': SearchDatastore_Task, 'duration_secs': 0.02026} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.917471] env[69162]: DEBUG oslo_concurrency.lockutils [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.917713] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.917933] env[69162]: DEBUG oslo_concurrency.lockutils [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.930242] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:af:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '060d009b-aa22-4581-b348-19b5f1e0121d', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.938987] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.939906] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.940038] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-727df6d9-0380-452c-9eb2-c030029c9428 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.955269] env[69162]: DEBUG nova.network.neutron [req-21b0bf0a-6105-44bc-af4d-dc17e1b49ecd req-b14d750f-59b6-4b83-be23-1f3a334a4293 service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Updated VIF entry in instance network info cache for port 9eecb624-0581-48cc-9147-3a5e060a5466. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.955648] env[69162]: DEBUG nova.network.neutron [req-21b0bf0a-6105-44bc-af4d-dc17e1b49ecd req-b14d750f-59b6-4b83-be23-1f3a334a4293 service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Updating instance_info_cache with network_info: [{"id": "9eecb624-0581-48cc-9147-3a5e060a5466", "address": "fa:16:3e:60:79:a3", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eecb624-05", "ovs_interfaceid": "9eecb624-0581-48cc-9147-3a5e060a5466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.961431] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5258113d-1e86-54ff-2f02-09d1c6dda1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.017084} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.963145] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c61d925-b55f-467f-9a01-5600a8c1afa9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.969757] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.969757] env[69162]: value = "task-3232458" [ 876.969757] env[69162]: _type = "Task" [ 876.969757] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.971685] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 876.971685] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5295bc91-f8be-f421-efd0-75c237d919c1" [ 876.971685] env[69162]: _type = "Task" [ 876.971685] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.983305] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232458, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.986537] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5295bc91-f8be-f421-efd0-75c237d919c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.260272] env[69162]: DEBUG oslo_vmware.api [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232457, 'name': PowerOnVM_Task, 'duration_secs': 0.566684} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.260840] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.261131] env[69162]: INFO nova.compute.manager [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Took 8.28 seconds to spawn the instance on the hypervisor. [ 877.261575] env[69162]: DEBUG nova.compute.manager [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.262316] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dce2f6-7d19-43d7-b47f-0dfd7f632b31 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.463105] env[69162]: DEBUG oslo_concurrency.lockutils [req-21b0bf0a-6105-44bc-af4d-dc17e1b49ecd req-b14d750f-59b6-4b83-be23-1f3a334a4293 service nova] Releasing lock "refresh_cache-0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.498415] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232458, 'name': CreateVM_Task, 'duration_secs': 0.482769} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.504088] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.505659] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5295bc91-f8be-f421-efd0-75c237d919c1, 'name': SearchDatastore_Task, 'duration_secs': 0.017272} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.506234] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.506468] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.507118] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.507552] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.507838] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee/0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.509510] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5af926f-3a04-4cee-8054-6a1edbf76d27 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.510161] env[69162]: DEBUG oslo_concurrency.lockutils [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.510394] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.510676] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c75b248-7e98-40d3-8975-de8df289f532 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.513488] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce4ecd45-cf6d-482a-9294-622a1d41f77e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.519098] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 877.519098] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d553e5-7d7e-91aa-3202-0cf93542f929" [ 877.519098] env[69162]: _type = "Task" [ 877.519098] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.520985] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 877.520985] env[69162]: value = "task-3232459" [ 877.520985] env[69162]: _type = "Task" [ 877.520985] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.530838] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.531252] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.533034] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f950daa1-e8ca-4505-bcc7-5cf3122f3b21 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.540549] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d553e5-7d7e-91aa-3202-0cf93542f929, 'name': SearchDatastore_Task, 'duration_secs': 0.012457} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.540549] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.540859] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.543093] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.544800] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.547799] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 877.547799] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5281a2b9-c49f-a0ea-8485-392517410fe4" [ 877.547799] env[69162]: _type = "Task" [ 877.547799] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.556761] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5281a2b9-c49f-a0ea-8485-392517410fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.576764] env[69162]: DEBUG oslo_vmware.rw_handles [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5856-a8e5-cf0c-0ac6-ec7f17e0890a/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 877.577867] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be403536-cfe9-41ea-a08e-449720521371 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.585702] env[69162]: DEBUG oslo_vmware.rw_handles [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5856-a8e5-cf0c-0ac6-ec7f17e0890a/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 877.586240] env[69162]: ERROR oslo_vmware.rw_handles [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5856-a8e5-cf0c-0ac6-ec7f17e0890a/disk-0.vmdk due to incomplete transfer. [ 877.586423] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c12575b-c4e9-4da6-a671-1b14d46e3d70 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.596784] env[69162]: DEBUG oslo_vmware.rw_handles [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e5856-a8e5-cf0c-0ac6-ec7f17e0890a/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 877.596784] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Uploaded image e90506b4-ad8c-472a-8557-b343959c13b0 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 877.598486] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.598780] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1ac8d43-a903-4d09-bce1-090a550f91ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.606925] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 877.606925] env[69162]: value = "task-3232460" [ 877.606925] env[69162]: _type = "Task" [ 877.606925] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.616802] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232460, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.753811] env[69162]: DEBUG nova.compute.manager [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.788518] env[69162]: INFO nova.compute.manager [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Took 32.99 seconds to build instance. [ 877.801126] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.802123] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.802123] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.802123] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.802123] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.802123] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.802481] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.802481] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.802710] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.802768] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.802951] env[69162]: DEBUG nova.virt.hardware [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.803874] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a52ed3-a74b-4d27-af3d-f11bb160aa92 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.821768] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3532ece-ec3c-4f80-b4d5-8f0bd1f24504 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.847302] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.853996] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Creating folder: Project (27e343a71894457994c9889ab2432ef3). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.859738] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99eea737-32de-4e24-b1a5-ccdcecb14fc3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.880595] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Created folder: Project (27e343a71894457994c9889ab2432ef3) in parent group-v645978. [ 877.880595] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Creating folder: Instances. Parent ref: group-v646131. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.880595] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a1bc6e8-ab5d-4f0f-a917-0c421453680c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.901587] env[69162]: DEBUG nova.network.neutron [req-c13aad7d-3ba0-4e1f-98f7-abe394cb95f6 req-c958e28a-a9e1-4e7d-b064-1c0ccb121c27 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updated VIF entry in instance network info cache for port 24ebc844-7c01-41cf-858e-ca7123727dc6. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.901964] env[69162]: DEBUG nova.network.neutron [req-c13aad7d-3ba0-4e1f-98f7-abe394cb95f6 req-c958e28a-a9e1-4e7d-b064-1c0ccb121c27 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updating instance_info_cache with network_info: [{"id": "24ebc844-7c01-41cf-858e-ca7123727dc6", "address": "fa:16:3e:5f:2a:68", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ebc844-7c", "ovs_interfaceid": "24ebc844-7c01-41cf-858e-ca7123727dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.903346] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Created folder: Instances in parent group-v646131. [ 877.903579] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.903784] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.904006] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3414f264-cc95-41b8-a2a8-792b20824824 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.940962] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.940962] env[69162]: value = "task-3232463" [ 877.940962] env[69162]: _type = "Task" [ 877.940962] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.965249] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232463, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.043492] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232459, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.063520] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5281a2b9-c49f-a0ea-8485-392517410fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.014458} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.064698] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f7b911-e31b-4d35-bfb9-0050e4dda6d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.078821] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 878.078821] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52121431-b51c-ce2d-fd30-bc15eeb11a5c" [ 878.078821] env[69162]: _type = "Task" [ 878.078821] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.089918] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52121431-b51c-ce2d-fd30-bc15eeb11a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.121536] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232460, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.290429] env[69162]: DEBUG oslo_concurrency.lockutils [None req-eae78468-93f7-4381-b38a-cabfecaaef1c tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "c4d26567-05de-49c0-bc5f-9310cbd12847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.674s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.351494] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9868a258-1583-42bb-a70a-86b2f35cb805 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.360079] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28615183-8084-49cb-80f3-d8140686c37d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.392917] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0eb6af-b04b-423c-ab1c-65d420c01d51 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.401867] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bec7d4-f339-4202-8c69-803611e6e45a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.422671] env[69162]: DEBUG nova.compute.provider_tree [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.429073] env[69162]: DEBUG oslo_concurrency.lockutils [req-c13aad7d-3ba0-4e1f-98f7-abe394cb95f6 req-c958e28a-a9e1-4e7d-b064-1c0ccb121c27 service nova] Releasing lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.454019] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232463, 'name': CreateVM_Task, 'duration_secs': 0.409325} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.454019] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.454019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.454019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.454019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.454019] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c341677-9c59-426b-8f0d-e4e102b677c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.461203] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 878.461203] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52926ee8-5501-5181-23bc-eecdc8ac4d8e" [ 878.461203] env[69162]: _type = "Task" [ 878.461203] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.468443] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52926ee8-5501-5181-23bc-eecdc8ac4d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.536367] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573418} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.537230] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee/0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.537230] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.537230] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98f49a16-0053-48d9-b1ed-d316fbb8e936 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.546025] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 878.546025] env[69162]: value = "task-3232464" [ 878.546025] env[69162]: _type = "Task" [ 878.546025] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.557188] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.588300] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52121431-b51c-ce2d-fd30-bc15eeb11a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01709} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.588596] env[69162]: DEBUG oslo_concurrency.lockutils [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.588869] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d688584d-4f22-4efd-8d7a-8ae346a98b69/d688584d-4f22-4efd-8d7a-8ae346a98b69.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.589175] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.589362] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.589578] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b22b230c-7449-46de-8281-846e6cf00819 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.594860] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02cc19e6-0000-4f6c-989c-42e9b1189cdd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.601721] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 878.601721] env[69162]: value = "task-3232465" [ 878.601721] env[69162]: _type = "Task" [ 878.601721] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.608590] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.608818] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.610037] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce452f64-c6b3-4432-a683-879f45f8268a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.623448] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.623448] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 878.623448] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ceb820-18c0-3697-4ad1-8813dd82a342" [ 878.623448] env[69162]: _type = "Task" [ 878.623448] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.630044] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232460, 'name': Destroy_Task, 'duration_secs': 0.615462} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.630044] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Destroyed the VM [ 878.630214] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 878.630358] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6956c7cc-059f-46f6-8d2e-0078ae6f53ca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.634763] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ceb820-18c0-3697-4ad1-8813dd82a342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.641111] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 878.641111] env[69162]: value = "task-3232466" [ 878.641111] env[69162]: _type = "Task" [ 878.641111] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.650329] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.927150] env[69162]: DEBUG nova.scheduler.client.report [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.976503] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52926ee8-5501-5181-23bc-eecdc8ac4d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.018666} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.976934] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.977224] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.977464] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.059436] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075952} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.059897] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.061091] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf29568-8db6-4edd-9c2b-f5f55390b2de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.092067] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee/0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.092666] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e36204-72c1-4321-a661-a1500c9eca60 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.119917] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232465, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.122077] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 879.122077] env[69162]: value = "task-3232467" [ 879.122077] env[69162]: _type = "Task" [ 879.122077] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.139353] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ceb820-18c0-3697-4ad1-8813dd82a342, 'name': SearchDatastore_Task, 'duration_secs': 0.036642} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.144834] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.145120] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a698cec-a963-417e-956f-a0ad9a8bdbcc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.158315] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 879.158315] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ed59d6-801a-5c3a-63db-d25b3852aeba" [ 879.158315] env[69162]: _type = "Task" [ 879.158315] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.162045] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232466, 'name': RemoveSnapshot_Task} progress is 53%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.177073] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ed59d6-801a-5c3a-63db-d25b3852aeba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.208433] env[69162]: DEBUG nova.compute.manager [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Received event network-changed-24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.208653] env[69162]: DEBUG nova.compute.manager [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Refreshing instance network info cache due to event network-changed-24ebc844-7c01-41cf-858e-ca7123727dc6. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.209171] env[69162]: DEBUG oslo_concurrency.lockutils [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] Acquiring lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.213020] env[69162]: DEBUG oslo_concurrency.lockutils [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] Acquired lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.213020] env[69162]: DEBUG nova.network.neutron [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Refreshing network info cache for port 24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.433291] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.433952] env[69162]: DEBUG nova.compute.manager [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.438223] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.130s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.439304] env[69162]: DEBUG nova.objects.instance [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lazy-loading 'resources' on Instance uuid 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.622866] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911281} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.627277] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d688584d-4f22-4efd-8d7a-8ae346a98b69/d688584d-4f22-4efd-8d7a-8ae346a98b69.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.627740] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.628025] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a9289d5-ccfc-4a86-ab22-f581ff095c50 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.643026] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.643878] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 879.643878] env[69162]: value = "task-3232468" [ 879.643878] env[69162]: _type = "Task" [ 879.643878] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.658802] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.659082] env[69162]: DEBUG oslo_vmware.api [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232466, 'name': RemoveSnapshot_Task, 'duration_secs': 0.706432} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.659352] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.659578] env[69162]: INFO nova.compute.manager [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 879.673228] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ed59d6-801a-5c3a-63db-d25b3852aeba, 'name': SearchDatastore_Task, 'duration_secs': 0.082506} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.673228] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.673228] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.673486] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.674059] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.674299] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f1bd0c6-6523-4a85-9a20-180d5a26bc16 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.678153] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74f98d11-e4a4-4fc4-b656-c5ec8dc8b565 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.687108] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 879.687108] env[69162]: value = "task-3232469" [ 879.687108] env[69162]: _type = "Task" [ 879.687108] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.688787] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.689036] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.695310] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f528e6-e79b-4330-9eed-b68c83ee5bae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.705386] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 879.705386] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ecb861-93eb-2744-0f0c-05e4992a5f9d" [ 879.705386] env[69162]: _type = "Task" [ 879.705386] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.708471] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.719819] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ecb861-93eb-2744-0f0c-05e4992a5f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.941180] env[69162]: DEBUG nova.network.neutron [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updated VIF entry in instance network info cache for port 24ebc844-7c01-41cf-858e-ca7123727dc6. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.941632] env[69162]: DEBUG nova.network.neutron [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updating instance_info_cache with network_info: [{"id": "24ebc844-7c01-41cf-858e-ca7123727dc6", "address": "fa:16:3e:5f:2a:68", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ebc844-7c", "ovs_interfaceid": "24ebc844-7c01-41cf-858e-ca7123727dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.944293] env[69162]: DEBUG nova.compute.utils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.949394] env[69162]: DEBUG nova.compute.manager [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.949578] env[69162]: DEBUG nova.network.neutron [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.005534] env[69162]: DEBUG nova.policy [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ee5d6ce3f7e41278081519f4f99fe5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a910794a960545f892daaea1f45c22b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.142019] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232467, 'name': ReconfigVM_Task, 'duration_secs': 0.682244} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.145031] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee/0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.146242] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a767219-831d-4cbb-83ee-def28986d8ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.159459] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080813} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.163029] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.164231] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaca202-b084-4313-a8fa-0bbf179d0a09 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.171103] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 880.171103] env[69162]: value = "task-3232470" [ 880.171103] env[69162]: _type = "Task" [ 880.171103] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.203230] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] d688584d-4f22-4efd-8d7a-8ae346a98b69/d688584d-4f22-4efd-8d7a-8ae346a98b69.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.206974] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc28f7d-c470-455e-bcd8-201fa32f5a28 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.228126] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232470, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.238824] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232469, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.243716] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 880.243716] env[69162]: value = "task-3232471" [ 880.243716] env[69162]: _type = "Task" [ 880.243716] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.247719] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ecb861-93eb-2744-0f0c-05e4992a5f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.028401} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.252741] env[69162]: DEBUG nova.compute.manager [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Found 3 images (rotation: 2) {{(pid=69162) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 880.252741] env[69162]: DEBUG nova.compute.manager [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Rotating out 1 backups {{(pid=69162) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 880.252741] env[69162]: DEBUG nova.compute.manager [None req-4e64e6a5-4968-4772-b8a3-89e338b18ac1 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Deleting image 656b95b6-37f7-412b-8e14-e3c4654dedb2 {{(pid=69162) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 880.257161] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba60255-0535-47e8-b9a0-8a5c0cb8593e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.262386] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.266743] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 880.266743] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5215daf0-5a18-f4d7-4764-0c7c23f59868" [ 880.266743] env[69162]: _type = "Task" [ 880.266743] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.275807] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5215daf0-5a18-f4d7-4764-0c7c23f59868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.391113] env[69162]: DEBUG nova.network.neutron [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Successfully created port: 9011320a-7980-459a-a38b-8f4c7a7b920d {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.450597] env[69162]: DEBUG nova.compute.utils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.452338] env[69162]: DEBUG oslo_concurrency.lockutils [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] Releasing lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.453253] env[69162]: DEBUG nova.compute.manager [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Received event network-changed-a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.453253] env[69162]: DEBUG nova.compute.manager [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Refreshing instance network info cache due to event network-changed-a4ee95ee-5226-4db1-9959-57a40a99b1da. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.453253] env[69162]: DEBUG oslo_concurrency.lockutils [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] Acquiring lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.453253] env[69162]: DEBUG oslo_concurrency.lockutils [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] Acquired lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.453446] env[69162]: DEBUG nova.network.neutron [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Refreshing network info cache for port a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.599910] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e79e2b-bd12-4e22-93ec-cb59fdfc112e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.608670] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f87f7fe-cf69-4bf4-ba13-e67316456e35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.648131] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb3c691-bc3e-4057-ada7-cff0f6eadb78 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.658108] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0fbb79-37c9-4f09-8334-dffe21699474 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.673692] env[69162]: DEBUG nova.compute.provider_tree [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.683735] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232470, 'name': Rename_Task, 'duration_secs': 0.316707} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.684461] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.684461] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4871dfa-533c-4bb6-8c21-1cb18d2af60d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.692275] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 880.692275] env[69162]: value = "task-3232472" [ 880.692275] env[69162]: _type = "Task" [ 880.692275] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.703726] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.710221] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947185} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.710221] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.710221] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.710221] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c750e358-b334-4cc2-b893-3892bb73c427 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.720571] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 880.720571] env[69162]: value = "task-3232473" [ 880.720571] env[69162]: _type = "Task" [ 880.720571] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.734168] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.751602] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.777522] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5215daf0-5a18-f4d7-4764-0c7c23f59868, 'name': SearchDatastore_Task, 'duration_secs': 0.016297} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.777797] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.778146] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] ddeb6757-1690-41e8-bdc1-87dadc34788d/ddeb6757-1690-41e8-bdc1-87dadc34788d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.778338] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0de5763b-c4ea-42e6-a632-63933928032b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.789952] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 880.789952] env[69162]: value = "task-3232474" [ 880.789952] env[69162]: _type = "Task" [ 880.789952] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.801189] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.955652] env[69162]: DEBUG nova.compute.manager [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.178417] env[69162]: DEBUG nova.scheduler.client.report [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.199137] env[69162]: DEBUG nova.network.neutron [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Updated VIF entry in instance network info cache for port a4ee95ee-5226-4db1-9959-57a40a99b1da. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.199503] env[69162]: DEBUG nova.network.neutron [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Updating instance_info_cache with network_info: [{"id": "a4ee95ee-5226-4db1-9959-57a40a99b1da", "address": "fa:16:3e:8a:e4:f2", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ee95ee-52", "ovs_interfaceid": "a4ee95ee-5226-4db1-9959-57a40a99b1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.205021] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.232303] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076067} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.232589] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.233479] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7b5d04-163a-4ceb-9c06-090f6b4cf078 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.259772] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.263921] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59465df8-2547-4e33-8ba5-bbb6e5d3788e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.289172] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232471, 'name': ReconfigVM_Task, 'duration_secs': 0.530467} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.292912] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Reconfigured VM instance instance-0000002f to attach disk [datastore2] d688584d-4f22-4efd-8d7a-8ae346a98b69/d688584d-4f22-4efd-8d7a-8ae346a98b69.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.292912] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 881.292912] env[69162]: value = "task-3232475" [ 881.292912] env[69162]: _type = "Task" [ 881.292912] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.292912] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bc2adfb-b65f-49f2-89ef-98ca379c09c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.305698] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.310966] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 881.310966] env[69162]: value = "task-3232476" [ 881.310966] env[69162]: _type = "Task" [ 881.310966] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.311340] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.320910] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232476, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.434704] env[69162]: DEBUG nova.compute.manager [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Stashing vm_state: active {{(pid=69162) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 881.689775] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.691993] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.226s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.692710] env[69162]: DEBUG nova.objects.instance [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lazy-loading 'resources' on Instance uuid c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.707848] env[69162]: DEBUG oslo_concurrency.lockutils [req-39c2c3b1-a2b7-4628-9f1d-4e6d9e8eda1c req-8b3c0512-2dae-446a-a272-c53a82819dd0 service nova] Releasing lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.708918] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232472, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.721054] env[69162]: INFO nova.scheduler.client.report [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Deleted allocations for instance 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec [ 881.729932] env[69162]: DEBUG nova.compute.manager [req-d68ae3b0-bf3b-4411-a758-6158c9de5b01 req-3b78be81-47a8-4761-83ed-1148015c6757 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Received event network-changed-a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.730143] env[69162]: DEBUG nova.compute.manager [req-d68ae3b0-bf3b-4411-a758-6158c9de5b01 req-3b78be81-47a8-4761-83ed-1148015c6757 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Refreshing instance network info cache due to event network-changed-a4ee95ee-5226-4db1-9959-57a40a99b1da. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.730360] env[69162]: DEBUG oslo_concurrency.lockutils [req-d68ae3b0-bf3b-4411-a758-6158c9de5b01 req-3b78be81-47a8-4761-83ed-1148015c6757 service nova] Acquiring lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.730451] env[69162]: DEBUG oslo_concurrency.lockutils [req-d68ae3b0-bf3b-4411-a758-6158c9de5b01 req-3b78be81-47a8-4761-83ed-1148015c6757 service nova] Acquired lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.730629] env[69162]: DEBUG nova.network.neutron [req-d68ae3b0-bf3b-4411-a758-6158c9de5b01 req-3b78be81-47a8-4761-83ed-1148015c6757 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Refreshing network info cache for port a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.813618] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.814458] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.973563} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.817838] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] ddeb6757-1690-41e8-bdc1-87dadc34788d/ddeb6757-1690-41e8-bdc1-87dadc34788d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.818152] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.818441] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2136a7b-8ef4-40c7-8eb1-ed1622df8462 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.828332] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232476, 'name': Rename_Task, 'duration_secs': 0.146533} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.829723] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.830451] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 881.830451] env[69162]: value = "task-3232477" [ 881.830451] env[69162]: _type = "Task" [ 881.830451] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.830656] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a356fdae-914f-48ee-b2e6-dd056d939102 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.843089] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.844865] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 881.844865] env[69162]: value = "task-3232478" [ 881.844865] env[69162]: _type = "Task" [ 881.844865] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.853827] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.953172] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.969364] env[69162]: DEBUG nova.compute.manager [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.992150] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:11:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1543567052',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-830939748',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.992150] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.992150] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.992150] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.992150] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.992150] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.992150] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.992150] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.992150] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.992686] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.992686] env[69162]: DEBUG nova.virt.hardware [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.993374] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357d28cb-8e85-464c-bbb9-db155351f398 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.004254] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38acab31-1d70-4237-aa3f-e2c1855b032f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.129358] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "639739ab-736c-481d-8a0e-5a3e891c2cd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.129640] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.129849] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "639739ab-736c-481d-8a0e-5a3e891c2cd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.130058] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.130340] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.133329] env[69162]: INFO nova.compute.manager [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Terminating instance [ 882.194042] env[69162]: DEBUG nova.network.neutron [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Successfully updated port: 9011320a-7980-459a-a38b-8f4c7a7b920d {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.208827] env[69162]: DEBUG oslo_vmware.api [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232472, 'name': PowerOnVM_Task, 'duration_secs': 1.052587} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.209620] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.209820] env[69162]: INFO nova.compute.manager [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Took 9.31 seconds to spawn the instance on the hypervisor. [ 882.210111] env[69162]: DEBUG nova.compute.manager [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.210813] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186107ae-bc49-4788-a56e-b3089daf01ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.236904] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b44b7d82-fd28-4988-8f21-121dc819c119 tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "6a3bcfaa-4d5f-4615-871d-9ef8587a64ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.008s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.249960] env[69162]: DEBUG nova.compute.manager [req-08f7a193-d416-435c-a75e-030ae12aaecc req-8a3127f7-23b6-42e6-804e-36f87fa19cc5 service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Received event network-vif-plugged-9011320a-7980-459a-a38b-8f4c7a7b920d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.249960] env[69162]: DEBUG oslo_concurrency.lockutils [req-08f7a193-d416-435c-a75e-030ae12aaecc req-8a3127f7-23b6-42e6-804e-36f87fa19cc5 service nova] Acquiring lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.249960] env[69162]: DEBUG oslo_concurrency.lockutils [req-08f7a193-d416-435c-a75e-030ae12aaecc req-8a3127f7-23b6-42e6-804e-36f87fa19cc5 service nova] Lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.250157] env[69162]: DEBUG oslo_concurrency.lockutils [req-08f7a193-d416-435c-a75e-030ae12aaecc req-8a3127f7-23b6-42e6-804e-36f87fa19cc5 service nova] Lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.251035] env[69162]: DEBUG nova.compute.manager [req-08f7a193-d416-435c-a75e-030ae12aaecc req-8a3127f7-23b6-42e6-804e-36f87fa19cc5 service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] No waiting events found dispatching network-vif-plugged-9011320a-7980-459a-a38b-8f4c7a7b920d {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.251035] env[69162]: WARNING nova.compute.manager [req-08f7a193-d416-435c-a75e-030ae12aaecc req-8a3127f7-23b6-42e6-804e-36f87fa19cc5 service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Received unexpected event network-vif-plugged-9011320a-7980-459a-a38b-8f4c7a7b920d for instance with vm_state building and task_state spawning. [ 882.308091] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232475, 'name': ReconfigVM_Task, 'duration_secs': 0.645096} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.310964] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.312164] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f6b891-a863-49ce-b8b9-eeb34cdedd23 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.321302] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 882.321302] env[69162]: value = "task-3232479" [ 882.321302] env[69162]: _type = "Task" [ 882.321302] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.335138] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232479, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.343679] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184525} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.343852] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.347093] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac3c2bc-ca97-4bfc-b10d-334df4198145 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.367293] env[69162]: DEBUG oslo_vmware.api [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232478, 'name': PowerOnVM_Task, 'duration_secs': 0.514326} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.374975] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.375258] env[69162]: DEBUG nova.compute.manager [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.384543] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] ddeb6757-1690-41e8-bdc1-87dadc34788d/ddeb6757-1690-41e8-bdc1-87dadc34788d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.390339] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a178dd-f30c-422f-859e-67a2d0b14219 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.392802] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59d88931-7a47-4d2f-ae2e-3cefb7324b2b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.421009] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 882.421009] env[69162]: value = "task-3232480" [ 882.421009] env[69162]: _type = "Task" [ 882.421009] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.429739] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.529491] env[69162]: DEBUG nova.network.neutron [req-d68ae3b0-bf3b-4411-a758-6158c9de5b01 req-3b78be81-47a8-4761-83ed-1148015c6757 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Updated VIF entry in instance network info cache for port a4ee95ee-5226-4db1-9959-57a40a99b1da. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.530045] env[69162]: DEBUG nova.network.neutron [req-d68ae3b0-bf3b-4411-a758-6158c9de5b01 req-3b78be81-47a8-4761-83ed-1148015c6757 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Updating instance_info_cache with network_info: [{"id": "a4ee95ee-5226-4db1-9959-57a40a99b1da", "address": "fa:16:3e:8a:e4:f2", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ee95ee-52", "ovs_interfaceid": "a4ee95ee-5226-4db1-9959-57a40a99b1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.638721] env[69162]: DEBUG nova.compute.manager [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.638961] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.640084] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9dcb59-efb6-4a25-afad-8bd490d7ccc3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.649587] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.649969] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bb1a844-6a3e-481f-bdd4-67ab6d35fe90 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.659973] env[69162]: DEBUG oslo_vmware.api [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 882.659973] env[69162]: value = "task-3232484" [ 882.659973] env[69162]: _type = "Task" [ 882.659973] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.673748] env[69162]: DEBUG oslo_vmware.api [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.699950] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "refresh_cache-99fe6fb9-9965-4811-ba4c-a0084eb2672b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.700152] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquired lock "refresh_cache-99fe6fb9-9965-4811-ba4c-a0084eb2672b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.700403] env[69162]: DEBUG nova.network.neutron [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.738440] env[69162]: INFO nova.compute.manager [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Took 32.39 seconds to build instance. [ 882.795993] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6928c1-78fd-4ea9-b536-3dd45cd2bd71 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.807888] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cade412-111c-422f-b408-cf78540751e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.869588] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb41081-f8f2-47eb-9d32-5dd696c3cf02 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.882046] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d748e6-0229-4358-9710-dbb20cdcbab0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.886585] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232479, 'name': Rename_Task, 'duration_secs': 0.286143} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.886944] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.887768] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc5d1ec7-2cb6-4b48-a334-58ee8f5b70f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.898690] env[69162]: DEBUG nova.compute.provider_tree [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.901770] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 882.901770] env[69162]: value = "task-3232485" [ 882.901770] env[69162]: _type = "Task" [ 882.901770] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.916646] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.932034] env[69162]: DEBUG oslo_concurrency.lockutils [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.939198] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.033129] env[69162]: DEBUG oslo_concurrency.lockutils [req-d68ae3b0-bf3b-4411-a758-6158c9de5b01 req-3b78be81-47a8-4761-83ed-1148015c6757 service nova] Releasing lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.179302] env[69162]: DEBUG oslo_vmware.api [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232484, 'name': PowerOffVM_Task, 'duration_secs': 0.376442} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.179302] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.179302] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.179302] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8e59e3f-fbdc-48a9-b584-4161d20d6ec0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.241944] env[69162]: DEBUG nova.network.neutron [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.244839] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a841e647-6449-45dc-9833-624d3677f1ab tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.904s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.264442] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.264745] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.264938] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Deleting the datastore file [datastore1] 639739ab-736c-481d-8a0e-5a3e891c2cd3 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.267875] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67bbd04a-fa63-4836-888a-523c33966d2b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.276050] env[69162]: DEBUG oslo_vmware.api [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 883.276050] env[69162]: value = "task-3232487" [ 883.276050] env[69162]: _type = "Task" [ 883.276050] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.286628] env[69162]: DEBUG oslo_vmware.api [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.403856] env[69162]: DEBUG nova.network.neutron [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Updating instance_info_cache with network_info: [{"id": "9011320a-7980-459a-a38b-8f4c7a7b920d", "address": "fa:16:3e:42:dc:0a", "network": {"id": "40198763-bc08-4d66-947c-a43fa56c21f8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1842137189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910794a960545f892daaea1f45c22b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9011320a-79", "ovs_interfaceid": "9011320a-7980-459a-a38b-8f4c7a7b920d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.404033] env[69162]: DEBUG nova.scheduler.client.report [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.421195] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.438292] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232480, 'name': ReconfigVM_Task, 'duration_secs': 0.882927} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.438607] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Reconfigured VM instance instance-00000033 to attach disk [datastore2] ddeb6757-1690-41e8-bdc1-87dadc34788d/ddeb6757-1690-41e8-bdc1-87dadc34788d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.439245] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca466ef0-92cd-482e-bb07-bfa97c23c9a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.447247] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 883.447247] env[69162]: value = "task-3232488" [ 883.447247] env[69162]: _type = "Task" [ 883.447247] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.456399] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232488, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.787186] env[69162]: DEBUG oslo_vmware.api [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293282} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.787467] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.787660] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.787838] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.788021] env[69162]: INFO nova.compute.manager [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 883.788273] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.788465] env[69162]: DEBUG nova.compute.manager [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.788560] env[69162]: DEBUG nova.network.neutron [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.844503] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16157463-d046-437a-bf7d-99ed82098862 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.855021] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-67d65f4f-cf49-47db-96c9-5a4ff78df396 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Suspending the VM {{(pid=69162) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 883.855021] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-682bfe74-8cee-45b3-8b8a-81df3ae18c46 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.864132] env[69162]: DEBUG oslo_vmware.api [None req-67d65f4f-cf49-47db-96c9-5a4ff78df396 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 883.864132] env[69162]: value = "task-3232489" [ 883.864132] env[69162]: _type = "Task" [ 883.864132] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.873276] env[69162]: DEBUG oslo_vmware.api [None req-67d65f4f-cf49-47db-96c9-5a4ff78df396 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232489, 'name': SuspendVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.911787] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.915261] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Releasing lock "refresh_cache-99fe6fb9-9965-4811-ba4c-a0084eb2672b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.916736] env[69162]: DEBUG nova.compute.manager [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Instance network_info: |[{"id": "9011320a-7980-459a-a38b-8f4c7a7b920d", "address": "fa:16:3e:42:dc:0a", "network": {"id": "40198763-bc08-4d66-947c-a43fa56c21f8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1842137189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910794a960545f892daaea1f45c22b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9011320a-79", "ovs_interfaceid": "9011320a-7980-459a-a38b-8f4c7a7b920d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.919084] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.449s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.919084] env[69162]: DEBUG nova.objects.instance [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lazy-loading 'resources' on Instance uuid 70204f64-9421-4c9a-a654-c63b6ec37d46 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.931626] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:dc:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9011320a-7980-459a-a38b-8f4c7a7b920d', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.947849] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.951938] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.954211] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c46d3d35-49a2-4cb7-a1f2-19a8e7553e73 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.977112] env[69162]: INFO nova.scheduler.client.report [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Deleted allocations for instance c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3 [ 883.982137] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.995058] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232488, 'name': Rename_Task, 'duration_secs': 0.189202} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.996361] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.997161] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.997161] env[69162]: value = "task-3232490" [ 883.997161] env[69162]: _type = "Task" [ 883.997161] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.997161] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63ad63d5-da40-45fa-96a7-b3793ad29652 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.015795] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232490, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.016647] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 884.016647] env[69162]: value = "task-3232491" [ 884.016647] env[69162]: _type = "Task" [ 884.016647] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.029729] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.073904] env[69162]: DEBUG nova.compute.manager [req-b9fed917-e1b8-46a2-a7e2-d42e14d3fe7a req-242ca334-1eb7-4c08-b07f-b1620f0be198 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Received event network-changed-24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.074840] env[69162]: DEBUG nova.compute.manager [req-b9fed917-e1b8-46a2-a7e2-d42e14d3fe7a req-242ca334-1eb7-4c08-b07f-b1620f0be198 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Refreshing instance network info cache due to event network-changed-24ebc844-7c01-41cf-858e-ca7123727dc6. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.075125] env[69162]: DEBUG oslo_concurrency.lockutils [req-b9fed917-e1b8-46a2-a7e2-d42e14d3fe7a req-242ca334-1eb7-4c08-b07f-b1620f0be198 service nova] Acquiring lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.075432] env[69162]: DEBUG oslo_concurrency.lockutils [req-b9fed917-e1b8-46a2-a7e2-d42e14d3fe7a req-242ca334-1eb7-4c08-b07f-b1620f0be198 service nova] Acquired lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.075432] env[69162]: DEBUG nova.network.neutron [req-b9fed917-e1b8-46a2-a7e2-d42e14d3fe7a req-242ca334-1eb7-4c08-b07f-b1620f0be198 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Refreshing network info cache for port 24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.372942] env[69162]: DEBUG oslo_vmware.api [None req-67d65f4f-cf49-47db-96c9-5a4ff78df396 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232489, 'name': SuspendVM_Task} progress is 50%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.425732] env[69162]: DEBUG oslo_vmware.api [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232485, 'name': PowerOnVM_Task, 'duration_secs': 1.236255} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.426519] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.426519] env[69162]: DEBUG nova.compute.manager [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.427098] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e0ddf4-15ef-4ddb-905e-04a1eb28dab0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.493061] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3ef6a737-8dce-4fc0-8b8b-6076b6032598 tempest-VolumesAssistedSnapshotsTest-1543246065 tempest-VolumesAssistedSnapshotsTest-1543246065-project-member] Lock "c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.090s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.514165] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232490, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.518718] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc20a47-aea8-40dd-847c-1a93796ac193 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.531152] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.533782] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c82b86-038e-4947-8940-aff9a8b06e4a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.565387] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ddb2c4-eaee-481c-8e3d-b90cdcbac77a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.576913] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6203a4b7-e212-4cba-8c9d-b35389f5173f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.598319] env[69162]: DEBUG nova.network.neutron [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.599726] env[69162]: DEBUG nova.compute.provider_tree [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.781621] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "d688584d-4f22-4efd-8d7a-8ae346a98b69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.781899] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "d688584d-4f22-4efd-8d7a-8ae346a98b69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.782118] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "d688584d-4f22-4efd-8d7a-8ae346a98b69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.782320] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "d688584d-4f22-4efd-8d7a-8ae346a98b69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.782524] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "d688584d-4f22-4efd-8d7a-8ae346a98b69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.785273] env[69162]: INFO nova.compute.manager [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Terminating instance [ 884.790750] env[69162]: DEBUG nova.compute.manager [req-7113aeae-bc23-436e-9364-69fcdd4835ae req-7d37fb5d-eeaa-4ee6-8796-f25d63b89ee7 service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Received event network-changed-9011320a-7980-459a-a38b-8f4c7a7b920d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.790943] env[69162]: DEBUG nova.compute.manager [req-7113aeae-bc23-436e-9364-69fcdd4835ae req-7d37fb5d-eeaa-4ee6-8796-f25d63b89ee7 service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Refreshing instance network info cache due to event network-changed-9011320a-7980-459a-a38b-8f4c7a7b920d. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.791174] env[69162]: DEBUG oslo_concurrency.lockutils [req-7113aeae-bc23-436e-9364-69fcdd4835ae req-7d37fb5d-eeaa-4ee6-8796-f25d63b89ee7 service nova] Acquiring lock "refresh_cache-99fe6fb9-9965-4811-ba4c-a0084eb2672b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.791316] env[69162]: DEBUG oslo_concurrency.lockutils [req-7113aeae-bc23-436e-9364-69fcdd4835ae req-7d37fb5d-eeaa-4ee6-8796-f25d63b89ee7 service nova] Acquired lock "refresh_cache-99fe6fb9-9965-4811-ba4c-a0084eb2672b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.791525] env[69162]: DEBUG nova.network.neutron [req-7113aeae-bc23-436e-9364-69fcdd4835ae req-7d37fb5d-eeaa-4ee6-8796-f25d63b89ee7 service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Refreshing network info cache for port 9011320a-7980-459a-a38b-8f4c7a7b920d {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.879395] env[69162]: DEBUG oslo_vmware.api [None req-67d65f4f-cf49-47db-96c9-5a4ff78df396 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232489, 'name': SuspendVM_Task, 'duration_secs': 0.871311} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.880048] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-67d65f4f-cf49-47db-96c9-5a4ff78df396 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Suspended the VM {{(pid=69162) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 884.880957] env[69162]: DEBUG nova.compute.manager [None req-67d65f4f-cf49-47db-96c9-5a4ff78df396 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.883727] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb02c3c3-1ad0-4209-aacb-671c7ac9180e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.911755] env[69162]: DEBUG nova.network.neutron [req-b9fed917-e1b8-46a2-a7e2-d42e14d3fe7a req-242ca334-1eb7-4c08-b07f-b1620f0be198 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updated VIF entry in instance network info cache for port 24ebc844-7c01-41cf-858e-ca7123727dc6. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.912140] env[69162]: DEBUG nova.network.neutron [req-b9fed917-e1b8-46a2-a7e2-d42e14d3fe7a req-242ca334-1eb7-4c08-b07f-b1620f0be198 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updating instance_info_cache with network_info: [{"id": "24ebc844-7c01-41cf-858e-ca7123727dc6", "address": "fa:16:3e:5f:2a:68", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ebc844-7c", "ovs_interfaceid": "24ebc844-7c01-41cf-858e-ca7123727dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.951161] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.010264] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232490, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.029337] env[69162]: DEBUG oslo_vmware.api [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232491, 'name': PowerOnVM_Task, 'duration_secs': 0.997689} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.029609] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.029816] env[69162]: INFO nova.compute.manager [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Took 7.28 seconds to spawn the instance on the hypervisor. [ 885.029996] env[69162]: DEBUG nova.compute.manager [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.030805] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea99e747-ba3b-422e-acfb-57e4e89d0da0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.071124] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.071436] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.071629] env[69162]: DEBUG nova.compute.manager [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.073651] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e481bb7-2a61-4236-9dfe-bc2eb23dc6e9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.081473] env[69162]: DEBUG nova.compute.manager [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 885.082060] env[69162]: DEBUG nova.objects.instance [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'flavor' on Instance uuid 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.101804] env[69162]: INFO nova.compute.manager [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Took 1.31 seconds to deallocate network for instance. [ 885.103092] env[69162]: DEBUG nova.scheduler.client.report [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.298618] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "refresh_cache-d688584d-4f22-4efd-8d7a-8ae346a98b69" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.298810] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired lock "refresh_cache-d688584d-4f22-4efd-8d7a-8ae346a98b69" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.299054] env[69162]: DEBUG nova.network.neutron [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.415971] env[69162]: DEBUG oslo_concurrency.lockutils [req-b9fed917-e1b8-46a2-a7e2-d42e14d3fe7a req-242ca334-1eb7-4c08-b07f-b1620f0be198 service nova] Releasing lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.516153] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232490, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.555206] env[69162]: INFO nova.compute.manager [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Took 31.83 seconds to build instance. [ 885.610495] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.613441] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.824s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.613738] env[69162]: DEBUG nova.objects.instance [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lazy-loading 'resources' on Instance uuid 8b6ff94c-3431-43a5-8d63-e462d795d320 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.618476] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.634012] env[69162]: INFO nova.scheduler.client.report [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Deleted allocations for instance 70204f64-9421-4c9a-a654-c63b6ec37d46 [ 885.705141] env[69162]: DEBUG nova.network.neutron [req-7113aeae-bc23-436e-9364-69fcdd4835ae req-7d37fb5d-eeaa-4ee6-8796-f25d63b89ee7 service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Updated VIF entry in instance network info cache for port 9011320a-7980-459a-a38b-8f4c7a7b920d. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.705141] env[69162]: DEBUG nova.network.neutron [req-7113aeae-bc23-436e-9364-69fcdd4835ae req-7d37fb5d-eeaa-4ee6-8796-f25d63b89ee7 service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Updating instance_info_cache with network_info: [{"id": "9011320a-7980-459a-a38b-8f4c7a7b920d", "address": "fa:16:3e:42:dc:0a", "network": {"id": "40198763-bc08-4d66-947c-a43fa56c21f8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1842137189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910794a960545f892daaea1f45c22b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9011320a-79", "ovs_interfaceid": "9011320a-7980-459a-a38b-8f4c7a7b920d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.832026] env[69162]: DEBUG nova.network.neutron [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.908172] env[69162]: DEBUG nova.network.neutron [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.012046] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232490, 'name': CreateVM_Task, 'duration_secs': 1.786556} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.012046] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.012322] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.012428] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.012826] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.013243] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27f2a64-ccba-40cb-9c48-e8f417c8bb62 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.019040] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 886.019040] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b23bdf-936b-1204-fdd3-c9dbc3ed0539" [ 886.019040] env[69162]: _type = "Task" [ 886.019040] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.028257] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b23bdf-936b-1204-fdd3-c9dbc3ed0539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.057569] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09a84674-90e7-4cb6-8c5d-b50160ea03d5 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "ddeb6757-1690-41e8-bdc1-87dadc34788d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.346s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.094462] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.094947] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd071dbb-a9c7-40f1-8c79-bb52f7cfc544 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.103512] env[69162]: DEBUG oslo_vmware.api [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 886.103512] env[69162]: value = "task-3232493" [ 886.103512] env[69162]: _type = "Task" [ 886.103512] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.112701] env[69162]: DEBUG oslo_vmware.api [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.147785] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c5fdd974-aeb6-43c4-a233-212bb45a7cda tempest-AttachInterfacesUnderV243Test-951928561 tempest-AttachInterfacesUnderV243Test-951928561-project-member] Lock "70204f64-9421-4c9a-a654-c63b6ec37d46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.889s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.208713] env[69162]: DEBUG oslo_concurrency.lockutils [req-7113aeae-bc23-436e-9364-69fcdd4835ae req-7d37fb5d-eeaa-4ee6-8796-f25d63b89ee7 service nova] Releasing lock "refresh_cache-99fe6fb9-9965-4811-ba4c-a0084eb2672b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.209651] env[69162]: DEBUG nova.compute.manager [req-7113aeae-bc23-436e-9364-69fcdd4835ae req-7d37fb5d-eeaa-4ee6-8796-f25d63b89ee7 service nova] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Received event network-vif-deleted-a4ee95ee-5226-4db1-9959-57a40a99b1da {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.229126] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "639739ab-736c-481d-8a0e-5a3e891c2cd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.336559] env[69162]: DEBUG nova.compute.manager [req-18e29226-89e9-42e5-b777-3031ddef398c req-0f5a010e-9fd8-4d93-8cc3-4ac146ef42e5 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Received event network-changed-24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.336795] env[69162]: DEBUG nova.compute.manager [req-18e29226-89e9-42e5-b777-3031ddef398c req-0f5a010e-9fd8-4d93-8cc3-4ac146ef42e5 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Refreshing instance network info cache due to event network-changed-24ebc844-7c01-41cf-858e-ca7123727dc6. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.338131] env[69162]: DEBUG oslo_concurrency.lockutils [req-18e29226-89e9-42e5-b777-3031ddef398c req-0f5a010e-9fd8-4d93-8cc3-4ac146ef42e5 service nova] Acquiring lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.338839] env[69162]: DEBUG oslo_concurrency.lockutils [req-18e29226-89e9-42e5-b777-3031ddef398c req-0f5a010e-9fd8-4d93-8cc3-4ac146ef42e5 service nova] Acquired lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.339309] env[69162]: DEBUG nova.network.neutron [req-18e29226-89e9-42e5-b777-3031ddef398c req-0f5a010e-9fd8-4d93-8cc3-4ac146ef42e5 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Refreshing network info cache for port 24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.410786] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Releasing lock "refresh_cache-d688584d-4f22-4efd-8d7a-8ae346a98b69" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.412081] env[69162]: DEBUG nova.compute.manager [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.412232] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.413292] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c41d20-21df-4d6c-a49a-373ccdde6569 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.426707] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.428278] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-363ea946-bd34-4b99-b9ca-89bee66ebcce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.437072] env[69162]: DEBUG oslo_vmware.api [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 886.437072] env[69162]: value = "task-3232494" [ 886.437072] env[69162]: _type = "Task" [ 886.437072] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.450732] env[69162]: DEBUG oslo_vmware.api [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.533542] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b23bdf-936b-1204-fdd3-c9dbc3ed0539, 'name': SearchDatastore_Task, 'duration_secs': 0.026944} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.534375] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.534375] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.535656] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.535656] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.535656] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.535656] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e0f661a-8561-4921-a080-c48d7edfd228 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.549108] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.549320] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.550565] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289f0db8-15fb-448a-a7aa-8fba10a29c14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.557056] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 886.557056] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5248171c-2bee-47e7-3a61-55d40bc9c938" [ 886.557056] env[69162]: _type = "Task" [ 886.557056] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.569217] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5248171c-2bee-47e7-3a61-55d40bc9c938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.619444] env[69162]: DEBUG oslo_vmware.api [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232493, 'name': PowerOffVM_Task, 'duration_secs': 0.290182} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.619874] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.620155] env[69162]: DEBUG nova.compute.manager [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.621273] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d6c9c-d4ea-477e-8fe7-66fddf93cdb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.735651] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd877dd-eb1d-4147-9c12-fe375301518c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.745502] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0cd790-dfcd-4257-83cf-1690f5ff7c86 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.777865] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea5e1ad-3bed-4050-bca8-66d7f5d0d4ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.787331] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9925717f-3d45-4587-8184-8a46c8cc14ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.808161] env[69162]: DEBUG nova.compute.provider_tree [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.833875] env[69162]: INFO nova.compute.manager [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Rebuilding instance [ 886.879719] env[69162]: DEBUG nova.compute.manager [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.880673] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930df8b7-1f43-4125-bb90-3fb7e39adbbe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.949709] env[69162]: DEBUG oslo_vmware.api [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232494, 'name': PowerOffVM_Task, 'duration_secs': 0.277841} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.950164] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.950336] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.950605] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e737be3b-f71e-43a0-a902-409796584804 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.984205] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.984433] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.984660] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Deleting the datastore file [datastore2] d688584d-4f22-4efd-8d7a-8ae346a98b69 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.984943] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d938665-c5bd-4704-b6f5-cddd52d785d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.993178] env[69162]: DEBUG oslo_vmware.api [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 886.993178] env[69162]: value = "task-3232496" [ 886.993178] env[69162]: _type = "Task" [ 886.993178] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.001689] env[69162]: DEBUG oslo_vmware.api [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.068329] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5248171c-2bee-47e7-3a61-55d40bc9c938, 'name': SearchDatastore_Task, 'duration_secs': 0.024303} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.070098] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f871ec-5c34-4c3e-a8fc-341d6bcbf5cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.078385] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 887.078385] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f37304-5c82-dc43-daa9-0868b4b2fbc7" [ 887.078385] env[69162]: _type = "Task" [ 887.078385] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.090143] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f37304-5c82-dc43-daa9-0868b4b2fbc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.143050] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2681bdb-6e77-40dc-9516-c6a940e4860f tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.201283] env[69162]: DEBUG nova.network.neutron [req-18e29226-89e9-42e5-b777-3031ddef398c req-0f5a010e-9fd8-4d93-8cc3-4ac146ef42e5 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updated VIF entry in instance network info cache for port 24ebc844-7c01-41cf-858e-ca7123727dc6. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.201783] env[69162]: DEBUG nova.network.neutron [req-18e29226-89e9-42e5-b777-3031ddef398c req-0f5a010e-9fd8-4d93-8cc3-4ac146ef42e5 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updating instance_info_cache with network_info: [{"id": "24ebc844-7c01-41cf-858e-ca7123727dc6", "address": "fa:16:3e:5f:2a:68", "network": {"id": "2141486b-752a-46e7-ac40-4b9ad8bd0928", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1769672184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870b560525840fe9e6f2040e3493fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ebc844-7c", "ovs_interfaceid": "24ebc844-7c01-41cf-858e-ca7123727dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.297609] env[69162]: DEBUG nova.compute.manager [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.298546] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399e27f3-5798-4ef3-9486-19eb70b95e3c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.314082] env[69162]: DEBUG nova.scheduler.client.report [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.510616] env[69162]: DEBUG oslo_vmware.api [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106803} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.511116] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.511495] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.511495] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.511672] env[69162]: INFO nova.compute.manager [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Took 1.10 seconds to destroy the instance on the hypervisor. [ 887.512113] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.512305] env[69162]: DEBUG nova.compute.manager [-] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.512396] env[69162]: DEBUG nova.network.neutron [-] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.531748] env[69162]: DEBUG nova.network.neutron [-] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.593433] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f37304-5c82-dc43-daa9-0868b4b2fbc7, 'name': SearchDatastore_Task, 'duration_secs': 0.010783} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.593750] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.594059] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 99fe6fb9-9965-4811-ba4c-a0084eb2672b/99fe6fb9-9965-4811-ba4c-a0084eb2672b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.594360] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82f5509b-1b44-4410-9cf6-83254b76db05 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.600212] env[69162]: INFO nova.compute.manager [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Rebuilding instance [ 887.604105] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 887.604105] env[69162]: value = "task-3232497" [ 887.604105] env[69162]: _type = "Task" [ 887.604105] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.613518] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.659924] env[69162]: DEBUG nova.compute.manager [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.661263] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c242a7-e912-4124-b933-178fde81f86b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.707426] env[69162]: DEBUG oslo_concurrency.lockutils [req-18e29226-89e9-42e5-b777-3031ddef398c req-0f5a010e-9fd8-4d93-8cc3-4ac146ef42e5 service nova] Releasing lock "refresh_cache-f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.813349] env[69162]: INFO nova.compute.manager [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] instance snapshotting [ 887.813633] env[69162]: WARNING nova.compute.manager [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 887.819786] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6878bb22-1d63-43c3-aad2-05e3a6f5a131 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.822169] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.827181] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.722s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.827181] env[69162]: DEBUG nova.objects.instance [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 887.862235] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7433085a-fb2a-4e15-bca6-fe35e3bacfb7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.878915] env[69162]: INFO nova.scheduler.client.report [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted allocations for instance 8b6ff94c-3431-43a5-8d63-e462d795d320 [ 887.899605] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.901067] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e1d57b-2c9c-40cd-b459-5a2109e5194e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.915425] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 887.915425] env[69162]: value = "task-3232499" [ 887.915425] env[69162]: _type = "Task" [ 887.915425] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.938059] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.035180] env[69162]: DEBUG nova.network.neutron [-] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.119235] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232497, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.382544] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 888.383241] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88ab0441-c125-4955-873c-4a5ce0e9a70e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.390377] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5f24eac-39df-43c9-8942-1f3f697da6c9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "8b6ff94c-3431-43a5-8d63-e462d795d320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.168s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.398305] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 888.398305] env[69162]: value = "task-3232500" [ 888.398305] env[69162]: _type = "Task" [ 888.398305] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.406571] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.425919] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232499, 'name': PowerOffVM_Task, 'duration_secs': 0.368722} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.426316] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.426626] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.427491] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b653a64-165f-4972-a28e-276281589d8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.435240] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.435478] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af54add0-38a0-43dc-b806-04235b555f6c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.508199] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.508501] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.508725] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleting the datastore file [datastore2] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.509082] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-495706f6-f45e-4565-a9e7-162e3614df24 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.517763] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 888.517763] env[69162]: value = "task-3232502" [ 888.517763] env[69162]: _type = "Task" [ 888.517763] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.526813] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.538403] env[69162]: INFO nova.compute.manager [-] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Took 1.03 seconds to deallocate network for instance. [ 888.615697] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694646} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.616029] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 99fe6fb9-9965-4811-ba4c-a0084eb2672b/99fe6fb9-9965-4811-ba4c-a0084eb2672b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.616247] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.616514] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d5bca2a-91fc-42af-95ff-c7ac0ce2cbbf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.624277] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 888.624277] env[69162]: value = "task-3232503" [ 888.624277] env[69162]: _type = "Task" [ 888.624277] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.634499] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.681756] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.682158] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac9fd6ae-612c-46ca-a48c-5f8a0902edb4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.692672] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 888.692672] env[69162]: value = "task-3232504" [ 888.692672] env[69162]: _type = "Task" [ 888.692672] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.702774] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.844378] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77369c01-b08a-4ee6-aeb1-c1a85a5535b0 tempest-ServersAdmin275Test-1181340064 tempest-ServersAdmin275Test-1181340064-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.847478] env[69162]: DEBUG oslo_concurrency.lockutils [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.240s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.848230] env[69162]: DEBUG nova.objects.instance [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lazy-loading 'resources' on Instance uuid b0ef5be2-c9e5-440e-b502-63396358f94c {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.908856] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.029270] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165542} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.029438] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.029575] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.029693] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.047711] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.135512] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178251} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.136616] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.136616] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00529d43-b8fa-4ee0-b61f-f5abfc3a2281 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.166442] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 99fe6fb9-9965-4811-ba4c-a0084eb2672b/99fe6fb9-9965-4811-ba4c-a0084eb2672b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.166640] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ac2acb-b1bd-4ac5-bd64-e518b98986df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.190964] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 889.190964] env[69162]: value = "task-3232505" [ 889.190964] env[69162]: _type = "Task" [ 889.190964] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.203951] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.208167] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232504, 'name': PowerOffVM_Task, 'duration_secs': 0.211274} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.208167] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.208364] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.209167] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643c58ff-74d0-4018-8738-ca2d38f02d89 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.216394] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.216660] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8a45788-b7e9-4327-99d1-b0630cce41cf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.244509] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.244929] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.245241] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Deleting the datastore file [datastore2] ddeb6757-1690-41e8-bdc1-87dadc34788d {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.245467] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a0961e6-8fb1-4718-80d7-221f8e658a05 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.253152] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 889.253152] env[69162]: value = "task-3232507" [ 889.253152] env[69162]: _type = "Task" [ 889.253152] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.264251] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.267231] env[69162]: DEBUG nova.compute.manager [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Stashing vm_state: stopped {{(pid=69162) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 889.408745] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232500, 'name': CreateSnapshot_Task, 'duration_secs': 0.609247} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.412207] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 889.412207] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e443cb57-e7d8-4501-b926-5eb8e345cc23 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.701338] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232505, 'name': ReconfigVM_Task, 'duration_secs': 0.469374} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.701680] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 99fe6fb9-9965-4811-ba4c-a0084eb2672b/99fe6fb9-9965-4811-ba4c-a0084eb2672b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.702038] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69162) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 889.702710] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8c51df9a-1615-41a4-8fed-18c2ae5db36e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.714323] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 889.714323] env[69162]: value = "task-3232509" [ 889.714323] env[69162]: _type = "Task" [ 889.714323] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.720796] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232509, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.765642] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100499} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.765946] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.766155] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.766339] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.791468] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.903947] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30996f66-5df0-4a0c-8fca-48fe6f02b5d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.913030] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757a3a2a-318e-4010-9257-99a315e667f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.961333] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 889.961333] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-61411acf-0b91-49bb-b18d-2328b1362dc3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.964721] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e765d643-3ad8-4640-8a86-3e5beb004892 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.977485] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d75dad7-8458-49d4-a166-0e4fdc17e6eb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.982043] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 889.982043] env[69162]: value = "task-3232510" [ 889.982043] env[69162]: _type = "Task" [ 889.982043] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.998248] env[69162]: DEBUG nova.compute.provider_tree [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.005445] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232510, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.073426] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.073670] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.073826] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.074008] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.074165] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.074312] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.074611] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.074879] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.075017] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.075105] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.075277] env[69162]: DEBUG nova.virt.hardware [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.076342] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42e828-bd21-4eed-9e33-6bf729bbc64f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.085737] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402c5898-dbec-4d1b-9f8b-2dc85e050317 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.099964] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:af:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '060d009b-aa22-4581-b348-19b5f1e0121d', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.107485] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.107775] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.108010] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94376bd5-a25c-4f4c-8c3c-6d1305421d17 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.128541] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.128541] env[69162]: value = "task-3232511" [ 890.128541] env[69162]: _type = "Task" [ 890.128541] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.138597] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232511, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.225611] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232509, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.089096} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.225894] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69162) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 890.226763] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb751388-dd50-4d2f-898a-6bc4c9f95b49 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.252893] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 99fe6fb9-9965-4811-ba4c-a0084eb2672b/ephemeral_0.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.253251] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8548064-76f3-4a66-a34c-a3aa2d25678d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.276408] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 890.276408] env[69162]: value = "task-3232512" [ 890.276408] env[69162]: _type = "Task" [ 890.276408] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.286733] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.495357] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232510, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.502737] env[69162]: DEBUG nova.scheduler.client.report [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.640813] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232511, 'name': CreateVM_Task, 'duration_secs': 0.354923} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.640997] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.641754] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.642044] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.642651] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.642826] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa50f6ea-e879-488f-8dc7-6f67d8cb1e52 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.648853] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 890.648853] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5268c0ad-01d6-111e-a5f6-6f30fe239859" [ 890.648853] env[69162]: _type = "Task" [ 890.648853] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.659043] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5268c0ad-01d6-111e-a5f6-6f30fe239859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.789420] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232512, 'name': ReconfigVM_Task, 'duration_secs': 0.373914} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.789818] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 99fe6fb9-9965-4811-ba4c-a0084eb2672b/ephemeral_0.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.791471] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6df50756-f1d4-4428-b00d-79f424abfcc3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.798869] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 890.798869] env[69162]: value = "task-3232513" [ 890.798869] env[69162]: _type = "Task" [ 890.798869] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.810249] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232513, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.812517] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.812738] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.813474] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.813474] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.813474] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.813474] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.813671] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.813720] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.813886] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.814060] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.814237] env[69162]: DEBUG nova.virt.hardware [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.815400] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b4d4d-b8f8-4b5c-9ab1-bf9a591a8a9e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.825336] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e9e72-59e0-4661-bfee-0d8ec1a65c17 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.839066] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.844867] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.845446] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.845446] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34cdab5d-4274-4939-b855-690c85f08371 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.866512] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.866512] env[69162]: value = "task-3232514" [ 890.866512] env[69162]: _type = "Task" [ 890.866512] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.876630] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232514, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.995529] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232510, 'name': CloneVM_Task} progress is 95%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.009708] env[69162]: DEBUG oslo_concurrency.lockutils [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.011909] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.909s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.016821] env[69162]: INFO nova.compute.claims [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.042166] env[69162]: INFO nova.scheduler.client.report [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Deleted allocations for instance b0ef5be2-c9e5-440e-b502-63396358f94c [ 891.165867] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5268c0ad-01d6-111e-a5f6-6f30fe239859, 'name': SearchDatastore_Task, 'duration_secs': 0.011719} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.167218] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.167218] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.167218] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.167218] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.167218] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.167926] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33da3cad-0b1d-4cd5-9497-ebeb0dad10f9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.181181] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.181402] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.182444] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf75d42-16a2-4d78-88a2-4718f53c9987 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.191101] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 891.191101] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522722c5-8a86-b00c-b3f0-9311dd23a73d" [ 891.191101] env[69162]: _type = "Task" [ 891.191101] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.200474] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522722c5-8a86-b00c-b3f0-9311dd23a73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.311770] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232513, 'name': Rename_Task, 'duration_secs': 0.183525} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.312364] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.313132] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35c4ba08-c41b-469b-9ce5-05e0effed701 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.320310] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 891.320310] env[69162]: value = "task-3232515" [ 891.320310] env[69162]: _type = "Task" [ 891.320310] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.330029] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.379800] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232514, 'name': CreateVM_Task, 'duration_secs': 0.323536} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.379800] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.379800] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.379800] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.379800] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.379800] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46e7e02-f7d1-41f1-8c04-7623af588e73 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.386031] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 891.386031] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209caf9-c9e3-e587-3fba-bc6335a682ab" [ 891.386031] env[69162]: _type = "Task" [ 891.386031] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.397675] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209caf9-c9e3-e587-3fba-bc6335a682ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.497725] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232510, 'name': CloneVM_Task, 'duration_secs': 1.132377} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.497725] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Created linked-clone VM from snapshot [ 891.497725] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6519614-9b0c-4222-aab3-0a14b2bbfc3c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.506496] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Uploading image 572c9fa7-df1e-4066-acb8-404a1b678e57 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 891.538094] env[69162]: DEBUG oslo_vmware.rw_handles [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 891.538094] env[69162]: value = "vm-646139" [ 891.538094] env[69162]: _type = "VirtualMachine" [ 891.538094] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 891.538094] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ce19f1bb-ec70-480d-956a-2e4895d2f036 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.547934] env[69162]: DEBUG oslo_vmware.rw_handles [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lease: (returnval){ [ 891.547934] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52115d88-78a1-ec1d-1c12-cc9b54cbcfe0" [ 891.547934] env[69162]: _type = "HttpNfcLease" [ 891.547934] env[69162]: } obtained for exporting VM: (result){ [ 891.547934] env[69162]: value = "vm-646139" [ 891.547934] env[69162]: _type = "VirtualMachine" [ 891.547934] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 891.548275] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the lease: (returnval){ [ 891.548275] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52115d88-78a1-ec1d-1c12-cc9b54cbcfe0" [ 891.548275] env[69162]: _type = "HttpNfcLease" [ 891.548275] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 891.554260] env[69162]: DEBUG oslo_concurrency.lockutils [None req-837e9e56-b5bc-409b-a804-5875445c5b48 tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "b0ef5be2-c9e5-440e-b502-63396358f94c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.425s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.559059] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.559059] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52115d88-78a1-ec1d-1c12-cc9b54cbcfe0" [ 891.559059] env[69162]: _type = "HttpNfcLease" [ 891.559059] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 891.702764] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522722c5-8a86-b00c-b3f0-9311dd23a73d, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.703590] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22ba56f-92a5-4e6f-876e-59886fb4849c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.710365] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 891.710365] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fc10e1-bafc-ba00-e2d0-30ea4cc262fe" [ 891.710365] env[69162]: _type = "Task" [ 891.710365] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.719732] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fc10e1-bafc-ba00-e2d0-30ea4cc262fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.832815] env[69162]: DEBUG oslo_vmware.api [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232515, 'name': PowerOnVM_Task, 'duration_secs': 0.490047} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.832893] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.833045] env[69162]: INFO nova.compute.manager [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Took 9.86 seconds to spawn the instance on the hypervisor. [ 891.833235] env[69162]: DEBUG nova.compute.manager [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.834160] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b99be8-8edf-452a-ae4e-fd21f36eaf9b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.898694] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209caf9-c9e3-e587-3fba-bc6335a682ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.899520] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.899743] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.899982] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.060491] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.060491] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52115d88-78a1-ec1d-1c12-cc9b54cbcfe0" [ 892.060491] env[69162]: _type = "HttpNfcLease" [ 892.060491] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 892.060913] env[69162]: DEBUG oslo_vmware.rw_handles [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 892.060913] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52115d88-78a1-ec1d-1c12-cc9b54cbcfe0" [ 892.060913] env[69162]: _type = "HttpNfcLease" [ 892.060913] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 892.061701] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7718cbd0-1e78-474b-8c04-bd42df8c3cc7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.075656] env[69162]: DEBUG oslo_vmware.rw_handles [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264693c-043a-ca73-7f98-b16b20afe2c1/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 892.076019] env[69162]: DEBUG oslo_vmware.rw_handles [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264693c-043a-ca73-7f98-b16b20afe2c1/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 892.194868] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a4bc05ef-d573-434d-9596-17823c1e29a1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.224303] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fc10e1-bafc-ba00-e2d0-30ea4cc262fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.230695] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.230695] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.231774] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.232245] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.232486] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f725e94f-b5d4-41bb-b030-f54b826423bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.236018] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0039c6b4-90e0-42bf-9d6d-082cbcd12091 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.244606] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 892.244606] env[69162]: value = "task-3232518" [ 892.244606] env[69162]: _type = "Task" [ 892.244606] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.248575] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.248836] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.260355] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c3dcb9-0394-4f67-a4c7-204d363e81d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.270835] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 892.270835] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52af9fc8-2215-0ec6-97b7-49eae31019b8" [ 892.270835] env[69162]: _type = "Task" [ 892.270835] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.274843] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.287965] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52af9fc8-2215-0ec6-97b7-49eae31019b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012834} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.288810] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7b54fe-9854-448c-bc27-df5c94dd8893 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.295437] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 892.295437] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ddfc8b-bc98-375a-11de-364bab3ef93e" [ 892.295437] env[69162]: _type = "Task" [ 892.295437] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.308176] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ddfc8b-bc98-375a-11de-364bab3ef93e, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.308463] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.308726] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] ddeb6757-1690-41e8-bdc1-87dadc34788d/ddeb6757-1690-41e8-bdc1-87dadc34788d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.309131] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-593972d7-e91a-4757-b21f-30ab9fb13918 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.317842] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 892.317842] env[69162]: value = "task-3232519" [ 892.317842] env[69162]: _type = "Task" [ 892.317842] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.329400] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.360612] env[69162]: INFO nova.compute.manager [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Took 36.17 seconds to build instance. [ 892.625671] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7658d2a7-9555-4eba-9acf-f7e64085ea08 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.636832] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be1dab3-0c16-439d-9417-e1a86d51edf0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.674155] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff7edc2-0b6e-41b3-abfe-903e099cc457 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.683709] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c560189-e951-4674-b4d6-56440932e724 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.700229] env[69162]: DEBUG nova.compute.provider_tree [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.759858] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510155} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.761520] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.761520] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.761520] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78710068-0b1c-4cb8-908d-5939999eb3ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.768775] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 892.768775] env[69162]: value = "task-3232520" [ 892.768775] env[69162]: _type = "Task" [ 892.768775] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.780379] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.829669] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232519, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.866123] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b326c94a-9cec-4788-a742-3bbb9861a5fd tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.409s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.988410] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "216a1a72-1d3f-431c-9544-8756135307ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.988410] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "216a1a72-1d3f-431c-9544-8756135307ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.988878] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "216a1a72-1d3f-431c-9544-8756135307ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.989451] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "216a1a72-1d3f-431c-9544-8756135307ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.989680] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "216a1a72-1d3f-431c-9544-8756135307ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.996747] env[69162]: INFO nova.compute.manager [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Terminating instance [ 893.203994] env[69162]: DEBUG nova.scheduler.client.report [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.281114] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099299} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.281662] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.282680] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8f023e-ccf9-4431-bcb8-ec64612be27c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.324322] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.325080] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d618137f-8b1e-451e-9143-15ea5cf6f704 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.370028] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808449} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.371526] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] ddeb6757-1690-41e8-bdc1-87dadc34788d/ddeb6757-1690-41e8-bdc1-87dadc34788d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.371817] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.372234] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 893.372234] env[69162]: value = "task-3232521" [ 893.372234] env[69162]: _type = "Task" [ 893.372234] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.372497] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc1a2f92-461f-4d43-b662-e230429e3706 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.385672] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.387898] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 893.387898] env[69162]: value = "task-3232522" [ 893.387898] env[69162]: _type = "Task" [ 893.387898] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.397985] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.504509] env[69162]: DEBUG nova.compute.manager [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.505061] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.505660] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf98823-7f65-433d-9871-7966dba9740a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.515025] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.515025] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-713f755a-6982-4f03-b3ea-ea081585c76e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.522318] env[69162]: DEBUG oslo_vmware.api [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 893.522318] env[69162]: value = "task-3232523" [ 893.522318] env[69162]: _type = "Task" [ 893.522318] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.533560] env[69162]: DEBUG oslo_vmware.api [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.622145] env[69162]: DEBUG nova.compute.manager [req-71ebbc6a-559e-4a77-824a-d482c4935db5 req-b79ea88a-f3ad-4de1-901d-28444ee8565b service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Received event network-changed-9011320a-7980-459a-a38b-8f4c7a7b920d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.622145] env[69162]: DEBUG nova.compute.manager [req-71ebbc6a-559e-4a77-824a-d482c4935db5 req-b79ea88a-f3ad-4de1-901d-28444ee8565b service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Refreshing instance network info cache due to event network-changed-9011320a-7980-459a-a38b-8f4c7a7b920d. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.622438] env[69162]: DEBUG oslo_concurrency.lockutils [req-71ebbc6a-559e-4a77-824a-d482c4935db5 req-b79ea88a-f3ad-4de1-901d-28444ee8565b service nova] Acquiring lock "refresh_cache-99fe6fb9-9965-4811-ba4c-a0084eb2672b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.622699] env[69162]: DEBUG oslo_concurrency.lockutils [req-71ebbc6a-559e-4a77-824a-d482c4935db5 req-b79ea88a-f3ad-4de1-901d-28444ee8565b service nova] Acquired lock "refresh_cache-99fe6fb9-9965-4811-ba4c-a0084eb2672b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.623017] env[69162]: DEBUG nova.network.neutron [req-71ebbc6a-559e-4a77-824a-d482c4935db5 req-b79ea88a-f3ad-4de1-901d-28444ee8565b service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Refreshing network info cache for port 9011320a-7980-459a-a38b-8f4c7a7b920d {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.711677] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.712259] env[69162]: DEBUG nova.compute.manager [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.716467] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.968s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.718091] env[69162]: INFO nova.compute.claims [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.895438] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.906977] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087625} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.907416] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.909661] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3630d95b-80e0-4045-9acc-63a62d1ac8f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.934105] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ddeb6757-1690-41e8-bdc1-87dadc34788d/ddeb6757-1690-41e8-bdc1-87dadc34788d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.934477] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fb8ce9a-cd07-4180-b268-ef2d89b0ec3b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.962374] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 893.962374] env[69162]: value = "task-3232525" [ 893.962374] env[69162]: _type = "Task" [ 893.962374] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.973354] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.033790] env[69162]: DEBUG oslo_vmware.api [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232523, 'name': PowerOffVM_Task, 'duration_secs': 0.283145} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.034258] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.034462] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.035195] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-febab735-e2f3-4703-803c-b95e4529ea97 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.130500] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.130675] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.130835] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Deleting the datastore file [datastore2] 216a1a72-1d3f-431c-9544-8756135307ab {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.133371] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ea10ca4-0b6a-4ca5-a996-ebbc132b91be {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.141552] env[69162]: DEBUG oslo_vmware.api [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for the task: (returnval){ [ 894.141552] env[69162]: value = "task-3232527" [ 894.141552] env[69162]: _type = "Task" [ 894.141552] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.153922] env[69162]: DEBUG oslo_vmware.api [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.223479] env[69162]: DEBUG nova.compute.utils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.228832] env[69162]: DEBUG nova.compute.manager [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.228832] env[69162]: DEBUG nova.network.neutron [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.302979] env[69162]: DEBUG nova.policy [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55e6bc0fdb534452ae889b6d46f04944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3483f515656c4684a800409d1728d369', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.391855] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232521, 'name': ReconfigVM_Task, 'duration_secs': 0.72448} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.391855] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f/71559be7-ab61-463b-8a2e-bcb5b10ebd8f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.392578] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c2ecc96-380a-44a1-b5d2-d9449c683e8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.401605] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 894.401605] env[69162]: value = "task-3232528" [ 894.401605] env[69162]: _type = "Task" [ 894.401605] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.414536] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232528, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.467955] env[69162]: DEBUG nova.network.neutron [req-71ebbc6a-559e-4a77-824a-d482c4935db5 req-b79ea88a-f3ad-4de1-901d-28444ee8565b service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Updated VIF entry in instance network info cache for port 9011320a-7980-459a-a38b-8f4c7a7b920d. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.468469] env[69162]: DEBUG nova.network.neutron [req-71ebbc6a-559e-4a77-824a-d482c4935db5 req-b79ea88a-f3ad-4de1-901d-28444ee8565b service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Updating instance_info_cache with network_info: [{"id": "9011320a-7980-459a-a38b-8f4c7a7b920d", "address": "fa:16:3e:42:dc:0a", "network": {"id": "40198763-bc08-4d66-947c-a43fa56c21f8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1842137189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910794a960545f892daaea1f45c22b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9011320a-79", "ovs_interfaceid": "9011320a-7980-459a-a38b-8f4c7a7b920d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.485287] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232525, 'name': ReconfigVM_Task, 'duration_secs': 0.394252} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.485937] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ddeb6757-1690-41e8-bdc1-87dadc34788d/ddeb6757-1690-41e8-bdc1-87dadc34788d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.486823] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3275e3f-b883-41c9-9685-2cc3e303cd32 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.501528] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 894.501528] env[69162]: value = "task-3232529" [ 894.501528] env[69162]: _type = "Task" [ 894.501528] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.512786] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232529, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.653328] env[69162]: DEBUG oslo_vmware.api [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Task: {'id': task-3232527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221029} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.654086] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.654086] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.654086] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.654343] env[69162]: INFO nova.compute.manager [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 894.654861] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.654861] env[69162]: DEBUG nova.compute.manager [-] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.654861] env[69162]: DEBUG nova.network.neutron [-] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.728233] env[69162]: DEBUG nova.compute.manager [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.738834] env[69162]: DEBUG nova.network.neutron [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Successfully created port: d79782f1-a1c7-46ff-9d90-1e9eb1dada34 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.913396] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232528, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.975686] env[69162]: DEBUG oslo_concurrency.lockutils [req-71ebbc6a-559e-4a77-824a-d482c4935db5 req-b79ea88a-f3ad-4de1-901d-28444ee8565b service nova] Releasing lock "refresh_cache-99fe6fb9-9965-4811-ba4c-a0084eb2672b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.013758] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232529, 'name': Rename_Task, 'duration_secs': 0.218751} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.016615] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.017249] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6b1be80-ef69-4091-8280-a06e6fb481db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.024861] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 895.024861] env[69162]: value = "task-3232530" [ 895.024861] env[69162]: _type = "Task" [ 895.024861] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.036999] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.210633] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f29fae-0673-44a8-90d6-56074a9dfb98 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.219316] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ccf575-8687-4463-9bac-ff1a54bc92fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.255995] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8823a553-58cf-452f-a97e-aa8423ab5a84 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.265493] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926ae318-356c-437d-902b-5f53df9764ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.280422] env[69162]: DEBUG nova.compute.provider_tree [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.414341] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232528, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.536377] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.566449] env[69162]: DEBUG nova.network.neutron [-] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.760914] env[69162]: DEBUG nova.compute.manager [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.784393] env[69162]: DEBUG nova.scheduler.client.report [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.792217] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.792533] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.792739] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.792965] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.793166] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.793353] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.793593] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.793786] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.793990] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.794241] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.794450] env[69162]: DEBUG nova.virt.hardware [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.795572] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666ec6b0-00f2-4ea9-aa15-4cb8ad548e84 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.805281] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634a9e06-6a07-46d7-94d5-fcaeac4a0dc2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.828531] env[69162]: DEBUG nova.compute.manager [req-f349102d-7337-470d-a812-cecf1aefb4f3 req-d0c214fd-c100-4dee-8821-7bac8b3f7173 service nova] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Received event network-vif-deleted-55adc0ce-4d9b-4bf7-93dc-6a9a79fb93c9 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.914061] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232528, 'name': Rename_Task, 'duration_secs': 1.197712} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.914377] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.914695] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b40983f-7b87-48ad-ab6b-da1fc2fd07c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.923016] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 895.923016] env[69162]: value = "task-3232531" [ 895.923016] env[69162]: _type = "Task" [ 895.923016] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.936605] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.036685] env[69162]: DEBUG oslo_vmware.api [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232530, 'name': PowerOnVM_Task, 'duration_secs': 0.618769} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.037081] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.037298] env[69162]: DEBUG nova.compute.manager [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.038118] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06592341-b396-49e5-bf49-f88fc09c2c52 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.069777] env[69162]: INFO nova.compute.manager [-] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Took 1.41 seconds to deallocate network for instance. [ 896.300125] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.300718] env[69162]: DEBUG nova.compute.manager [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.304893] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.355s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.309218] env[69162]: INFO nova.compute.claims [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.390633] env[69162]: DEBUG nova.network.neutron [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Successfully updated port: d79782f1-a1c7-46ff-9d90-1e9eb1dada34 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.436939] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232531, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.563807] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.578253] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.816107] env[69162]: DEBUG nova.compute.utils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.819783] env[69162]: DEBUG nova.compute.manager [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.819959] env[69162]: DEBUG nova.network.neutron [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.857906] env[69162]: DEBUG nova.policy [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f34c6353ad4d43d5a7be2bc3a3b43d9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e142292754a94c6794692a009d29b912', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.888948] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-9e72f90c-541b-4982-9d29-cd59ee8d49ae" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.889117] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-9e72f90c-541b-4982-9d29-cd59ee8d49ae" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.889264] env[69162]: DEBUG nova.network.neutron [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.938271] env[69162]: DEBUG oslo_vmware.api [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232531, 'name': PowerOnVM_Task, 'duration_secs': 0.760886} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.938271] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.938271] env[69162]: DEBUG nova.compute.manager [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.941177] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd38ecb-9acb-415d-a5b9-555dc8ac1441 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.167841] env[69162]: DEBUG nova.network.neutron [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Successfully created port: 6e76325a-18a8-4d2b-9aa6-8e1937dc3760 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.320283] env[69162]: DEBUG nova.compute.manager [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.431260] env[69162]: DEBUG nova.network.neutron [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.460915] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.590800] env[69162]: DEBUG nova.network.neutron [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Updating instance_info_cache with network_info: [{"id": "d79782f1-a1c7-46ff-9d90-1e9eb1dada34", "address": "fa:16:3e:40:f4:c3", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79782f1-a1", "ovs_interfaceid": "d79782f1-a1c7-46ff-9d90-1e9eb1dada34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.785124] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "ddeb6757-1690-41e8-bdc1-87dadc34788d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.785977] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "ddeb6757-1690-41e8-bdc1-87dadc34788d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.786142] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "ddeb6757-1690-41e8-bdc1-87dadc34788d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.787133] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "ddeb6757-1690-41e8-bdc1-87dadc34788d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.787133] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "ddeb6757-1690-41e8-bdc1-87dadc34788d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.789642] env[69162]: INFO nova.compute.manager [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Terminating instance [ 897.810453] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62258943-e6af-4840-a023-3d2123c57178 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.822701] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9180b3-e356-4ad9-9b70-e5050e3feb9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.866256] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49dda0f-0396-40c9-be82-c71c7d71000b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.874677] env[69162]: DEBUG nova.compute.manager [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Received event network-vif-plugged-d79782f1-a1c7-46ff-9d90-1e9eb1dada34 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.874912] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] Acquiring lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.875145] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] Lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.875317] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] Lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.875502] env[69162]: DEBUG nova.compute.manager [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] No waiting events found dispatching network-vif-plugged-d79782f1-a1c7-46ff-9d90-1e9eb1dada34 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.875699] env[69162]: WARNING nova.compute.manager [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Received unexpected event network-vif-plugged-d79782f1-a1c7-46ff-9d90-1e9eb1dada34 for instance with vm_state building and task_state spawning. [ 897.875898] env[69162]: DEBUG nova.compute.manager [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Received event network-changed-d79782f1-a1c7-46ff-9d90-1e9eb1dada34 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.876069] env[69162]: DEBUG nova.compute.manager [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Refreshing instance network info cache due to event network-changed-d79782f1-a1c7-46ff-9d90-1e9eb1dada34. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.876343] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] Acquiring lock "refresh_cache-9e72f90c-541b-4982-9d29-cd59ee8d49ae" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.881196] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af9ab76-0489-4f57-a5cd-5f1c1d5b6dd9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.898280] env[69162]: DEBUG nova.compute.provider_tree [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.100038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-9e72f90c-541b-4982-9d29-cd59ee8d49ae" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.100401] env[69162]: DEBUG nova.compute.manager [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Instance network_info: |[{"id": "d79782f1-a1c7-46ff-9d90-1e9eb1dada34", "address": "fa:16:3e:40:f4:c3", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79782f1-a1", "ovs_interfaceid": "d79782f1-a1c7-46ff-9d90-1e9eb1dada34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.100745] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] Acquired lock "refresh_cache-9e72f90c-541b-4982-9d29-cd59ee8d49ae" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.100947] env[69162]: DEBUG nova.network.neutron [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Refreshing network info cache for port d79782f1-a1c7-46ff-9d90-1e9eb1dada34 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.102358] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:f4:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd79782f1-a1c7-46ff-9d90-1e9eb1dada34', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.110579] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.111894] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.112820] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3606177e-25c4-4203-9643-a6ab1962c01a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.138465] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.138465] env[69162]: value = "task-3232534" [ 898.138465] env[69162]: _type = "Task" [ 898.138465] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.153257] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232534, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.303188] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "refresh_cache-ddeb6757-1690-41e8-bdc1-87dadc34788d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.303188] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquired lock "refresh_cache-ddeb6757-1690-41e8-bdc1-87dadc34788d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.303188] env[69162]: DEBUG nova.network.neutron [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.336126] env[69162]: DEBUG nova.compute.manager [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.363536] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.363793] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.363954] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.364171] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.364323] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.364471] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.364726] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.364985] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.365180] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.365368] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.365545] env[69162]: DEBUG nova.virt.hardware [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.366538] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da0e679-4ce7-47cb-b007-90cca6768396 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.377428] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8400b8-eac6-44c1-afe2-68b31b2ca2c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.402387] env[69162]: DEBUG nova.scheduler.client.report [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.653810] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232534, 'name': CreateVM_Task, 'duration_secs': 0.504629} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.653810] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.654411] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.655637] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.655637] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.655637] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942e83c6-70ae-4ac6-862f-1749127d9683 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.665525] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 898.665525] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525ff5f5-bb83-a5cd-e7ed-46c1471456f6" [ 898.665525] env[69162]: _type = "Task" [ 898.665525] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.679394] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525ff5f5-bb83-a5cd-e7ed-46c1471456f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.827269] env[69162]: DEBUG nova.network.neutron [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.908833] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.908833] env[69162]: DEBUG nova.compute.manager [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.914253] env[69162]: DEBUG nova.network.neutron [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.914253] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.249s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.914253] env[69162]: DEBUG nova.objects.instance [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lazy-loading 'resources' on Instance uuid 796f6c25-a5b9-4bdc-892a-8fa6f5295485 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.070318] env[69162]: DEBUG oslo_concurrency.lockutils [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "5d441593-c7b4-4080-ab9c-bca7279d7417" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.070606] env[69162]: DEBUG oslo_concurrency.lockutils [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "5d441593-c7b4-4080-ab9c-bca7279d7417" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.070829] env[69162]: DEBUG oslo_concurrency.lockutils [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "5d441593-c7b4-4080-ab9c-bca7279d7417-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.071052] env[69162]: DEBUG oslo_concurrency.lockutils [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "5d441593-c7b4-4080-ab9c-bca7279d7417-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.071234] env[69162]: DEBUG oslo_concurrency.lockutils [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "5d441593-c7b4-4080-ab9c-bca7279d7417-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.073703] env[69162]: INFO nova.compute.manager [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Terminating instance [ 899.178454] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525ff5f5-bb83-a5cd-e7ed-46c1471456f6, 'name': SearchDatastore_Task, 'duration_secs': 0.026301} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.179671] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.179671] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.179671] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.179671] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.179935] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.180124] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-384842bb-de78-45ef-8c70-a08b2b1d9b2d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.195123] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.195314] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.196277] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85aa9d27-e177-453c-99e4-f977737fccda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.202922] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 899.202922] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e88c15-b239-19f3-89cd-f30c602fee16" [ 899.202922] env[69162]: _type = "Task" [ 899.202922] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.216011] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e88c15-b239-19f3-89cd-f30c602fee16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.235914] env[69162]: DEBUG nova.network.neutron [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Successfully updated port: 6e76325a-18a8-4d2b-9aa6-8e1937dc3760 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.242339] env[69162]: DEBUG nova.network.neutron [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Updated VIF entry in instance network info cache for port d79782f1-a1c7-46ff-9d90-1e9eb1dada34. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.242339] env[69162]: DEBUG nova.network.neutron [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Updating instance_info_cache with network_info: [{"id": "d79782f1-a1c7-46ff-9d90-1e9eb1dada34", "address": "fa:16:3e:40:f4:c3", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79782f1-a1", "ovs_interfaceid": "d79782f1-a1c7-46ff-9d90-1e9eb1dada34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.417683] env[69162]: DEBUG nova.compute.utils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.420421] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Releasing lock "refresh_cache-ddeb6757-1690-41e8-bdc1-87dadc34788d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.420870] env[69162]: DEBUG nova.compute.manager [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.421139] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.421772] env[69162]: DEBUG nova.compute.manager [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.421976] env[69162]: DEBUG nova.network.neutron [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.428655] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8fb603-311b-4505-b8a9-8a8cfcb0363c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.440994] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.441378] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c17d19d-1a91-4322-9e6f-4e15a2217a35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.451918] env[69162]: DEBUG oslo_vmware.api [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 899.451918] env[69162]: value = "task-3232535" [ 899.451918] env[69162]: _type = "Task" [ 899.451918] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.472399] env[69162]: DEBUG oslo_vmware.api [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.487116] env[69162]: DEBUG nova.policy [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d3241fb8114f018277059cdb29c30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e5c9467ebe64e02baa4e9a97573e3bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.579864] env[69162]: DEBUG nova.compute.manager [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.579864] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.579864] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a558a-5f96-4f8e-89a5-9ccb875da6a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.590654] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.595039] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daba8b69-5be1-4467-9ca7-056e2623e847 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.605395] env[69162]: DEBUG oslo_vmware.api [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 899.605395] env[69162]: value = "task-3232536" [ 899.605395] env[69162]: _type = "Task" [ 899.605395] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.616682] env[69162]: DEBUG oslo_vmware.api [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.717167] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e88c15-b239-19f3-89cd-f30c602fee16, 'name': SearchDatastore_Task, 'duration_secs': 0.018978} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.718122] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af7a482-8afa-4487-aeb5-40e4d56fd207 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.728122] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 899.728122] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5291d755-5c74-f012-dcd2-ce1eba3bc93a" [ 899.728122] env[69162]: _type = "Task" [ 899.728122] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.740591] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5291d755-5c74-f012-dcd2-ce1eba3bc93a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.749038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "refresh_cache-88eaf0df-5255-4011-ac1a-455c2556e1df" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.749038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "refresh_cache-88eaf0df-5255-4011-ac1a-455c2556e1df" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.749038] env[69162]: DEBUG nova.network.neutron [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.749038] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0da5827-7f6e-415f-b952-67f8db552be4 req-f9b1d299-23e1-45a9-b618-2e0765c2cc9d service nova] Releasing lock "refresh_cache-9e72f90c-541b-4982-9d29-cd59ee8d49ae" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.917147] env[69162]: DEBUG nova.network.neutron [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Successfully created port: 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.923827] env[69162]: DEBUG nova.compute.manager [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.965157] env[69162]: DEBUG oslo_vmware.api [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.041559] env[69162]: DEBUG nova.compute.manager [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Received event network-vif-plugged-6e76325a-18a8-4d2b-9aa6-8e1937dc3760 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.041559] env[69162]: DEBUG oslo_concurrency.lockutils [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] Acquiring lock "88eaf0df-5255-4011-ac1a-455c2556e1df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.041559] env[69162]: DEBUG oslo_concurrency.lockutils [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.041559] env[69162]: DEBUG oslo_concurrency.lockutils [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.041559] env[69162]: DEBUG nova.compute.manager [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] No waiting events found dispatching network-vif-plugged-6e76325a-18a8-4d2b-9aa6-8e1937dc3760 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.041559] env[69162]: WARNING nova.compute.manager [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Received unexpected event network-vif-plugged-6e76325a-18a8-4d2b-9aa6-8e1937dc3760 for instance with vm_state building and task_state spawning. [ 900.041559] env[69162]: DEBUG nova.compute.manager [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Received event network-changed-6e76325a-18a8-4d2b-9aa6-8e1937dc3760 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.041559] env[69162]: DEBUG nova.compute.manager [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Refreshing instance network info cache due to event network-changed-6e76325a-18a8-4d2b-9aa6-8e1937dc3760. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.042176] env[69162]: DEBUG oslo_concurrency.lockutils [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] Acquiring lock "refresh_cache-88eaf0df-5255-4011-ac1a-455c2556e1df" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.045413] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ad785-fae3-4cb6-977c-fa26c87ea3c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.057440] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653c834d-d857-4098-a0f6-0636c4ab256b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.105062] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d17e96c-4f40-4966-8028-a729eda7c698 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.115906] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68462b-2557-479c-9ae1-6b81781d2915 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.122069] env[69162]: DEBUG oslo_vmware.api [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232536, 'name': PowerOffVM_Task, 'duration_secs': 0.247097} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.122788] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.122968] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.123281] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-698dfff3-81b3-4f36-bb17-23720c271831 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.135147] env[69162]: DEBUG nova.compute.provider_tree [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.206750] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.207122] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.207397] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleting the datastore file [datastore2] 5d441593-c7b4-4080-ab9c-bca7279d7417 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.207695] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67f5c0e7-c7fa-4cf1-be21-4cf40e3a323a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.214970] env[69162]: DEBUG oslo_vmware.api [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 900.214970] env[69162]: value = "task-3232538" [ 900.214970] env[69162]: _type = "Task" [ 900.214970] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.223771] env[69162]: DEBUG oslo_vmware.api [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.260240] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5291d755-5c74-f012-dcd2-ce1eba3bc93a, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.260779] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.261133] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9e72f90c-541b-4982-9d29-cd59ee8d49ae/9e72f90c-541b-4982-9d29-cd59ee8d49ae.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.262095] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-356cc9cd-a50b-4af5-b0ad-8beab779cd11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.279969] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 900.279969] env[69162]: value = "task-3232539" [ 900.279969] env[69162]: _type = "Task" [ 900.279969] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.292377] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.318503] env[69162]: DEBUG nova.network.neutron [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.465561] env[69162]: DEBUG oslo_vmware.api [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232535, 'name': PowerOffVM_Task, 'duration_secs': 0.574935} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.465873] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.466068] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.466325] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d398b8a2-345f-441a-971a-f811a702e5c9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.503312] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.503710] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.503953] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Deleting the datastore file [datastore1] ddeb6757-1690-41e8-bdc1-87dadc34788d {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.504294] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d4de898-7418-4304-bd2c-13005c785e73 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.514612] env[69162]: DEBUG oslo_vmware.api [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for the task: (returnval){ [ 900.514612] env[69162]: value = "task-3232541" [ 900.514612] env[69162]: _type = "Task" [ 900.514612] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.528630] env[69162]: DEBUG oslo_vmware.api [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.632262] env[69162]: DEBUG nova.network.neutron [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Updating instance_info_cache with network_info: [{"id": "6e76325a-18a8-4d2b-9aa6-8e1937dc3760", "address": "fa:16:3e:f3:62:8d", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e76325a-18", "ovs_interfaceid": "6e76325a-18a8-4d2b-9aa6-8e1937dc3760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.639321] env[69162]: DEBUG nova.scheduler.client.report [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.727886] env[69162]: DEBUG oslo_vmware.api [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192836} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.729118] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.729118] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.729288] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.729417] env[69162]: INFO nova.compute.manager [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Took 1.15 seconds to destroy the instance on the hypervisor. [ 900.729709] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.729945] env[69162]: DEBUG nova.compute.manager [-] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.730218] env[69162]: DEBUG nova.network.neutron [-] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.794541] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232539, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.935937] env[69162]: DEBUG nova.compute.manager [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.965608] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.966531] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.966860] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.967197] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.967463] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.968069] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.969277] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.970101] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.970203] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.970518] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.970830] env[69162]: DEBUG nova.virt.hardware [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.972625] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d48137-03b6-4bbe-a985-200a27b06304 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.986255] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b7b3aa-b1fb-4fde-b738-3a768acb3a67 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.029935] env[69162]: DEBUG oslo_vmware.api [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Task: {'id': task-3232541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2468} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.030663] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.030891] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.031090] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.031273] env[69162]: INFO nova.compute.manager [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Took 1.61 seconds to destroy the instance on the hypervisor. [ 901.031723] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.031953] env[69162]: DEBUG nova.compute.manager [-] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.032065] env[69162]: DEBUG nova.network.neutron [-] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.049128] env[69162]: DEBUG nova.network.neutron [-] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.137563] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "refresh_cache-88eaf0df-5255-4011-ac1a-455c2556e1df" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.137930] env[69162]: DEBUG nova.compute.manager [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Instance network_info: |[{"id": "6e76325a-18a8-4d2b-9aa6-8e1937dc3760", "address": "fa:16:3e:f3:62:8d", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e76325a-18", "ovs_interfaceid": "6e76325a-18a8-4d2b-9aa6-8e1937dc3760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.138275] env[69162]: DEBUG oslo_concurrency.lockutils [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] Acquired lock "refresh_cache-88eaf0df-5255-4011-ac1a-455c2556e1df" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.138458] env[69162]: DEBUG nova.network.neutron [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Refreshing network info cache for port 6e76325a-18a8-4d2b-9aa6-8e1937dc3760 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.139671] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:62:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e76325a-18a8-4d2b-9aa6-8e1937dc3760', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.149214] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Creating folder: Project (e142292754a94c6794692a009d29b912). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.151312] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.153635] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa58ab93-99af-48f9-b2c0-6867a639a717 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.155938] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.410s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.156186] env[69162]: DEBUG nova.objects.instance [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lazy-loading 'resources' on Instance uuid 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.174141] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Created folder: Project (e142292754a94c6794692a009d29b912) in parent group-v645978. [ 901.174367] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Creating folder: Instances. Parent ref: group-v646144. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.175031] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bb70bb3-6cf0-4f89-9eb3-7ba69e4dfe2c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.187594] env[69162]: INFO nova.scheduler.client.report [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Deleted allocations for instance 796f6c25-a5b9-4bdc-892a-8fa6f5295485 [ 901.191069] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Created folder: Instances in parent group-v646144. [ 901.191069] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.193053] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.194738] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5515f0d9-0798-4e75-94bc-a2d7a11e2cfe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.220472] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.220472] env[69162]: value = "task-3232544" [ 901.220472] env[69162]: _type = "Task" [ 901.220472] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.233893] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232544, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.293501] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.552054] env[69162]: DEBUG nova.network.neutron [-] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.696978] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0946d7c1-8f2d-4797-a4d0-74429dda7331 tempest-ServersTestJSON-792914934 tempest-ServersTestJSON-792914934-project-member] Lock "796f6c25-a5b9-4bdc-892a-8fa6f5295485" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.076s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.715688] env[69162]: DEBUG nova.network.neutron [-] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.735230] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232544, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.799810] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.041328] env[69162]: DEBUG oslo_vmware.rw_handles [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264693c-043a-ca73-7f98-b16b20afe2c1/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.041328] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b9a97a-beb3-4854-bb52-3fc8f1b16e8f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.053034] env[69162]: DEBUG oslo_vmware.rw_handles [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264693c-043a-ca73-7f98-b16b20afe2c1/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.053225] env[69162]: ERROR oslo_vmware.rw_handles [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264693c-043a-ca73-7f98-b16b20afe2c1/disk-0.vmdk due to incomplete transfer. [ 902.053506] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ce22141-0561-49fa-9a12-8c5a3dd1565f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.058130] env[69162]: INFO nova.compute.manager [-] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Took 1.02 seconds to deallocate network for instance. [ 902.072177] env[69162]: DEBUG oslo_vmware.rw_handles [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5264693c-043a-ca73-7f98-b16b20afe2c1/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 902.072482] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Uploaded image 572c9fa7-df1e-4066-acb8-404a1b678e57 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 902.074564] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 902.074862] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cba499da-b0ce-4c4b-948f-68f5e2c295b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.086626] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 902.086626] env[69162]: value = "task-3232545" [ 902.086626] env[69162]: _type = "Task" [ 902.086626] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.087872] env[69162]: DEBUG nova.network.neutron [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Updated VIF entry in instance network info cache for port 6e76325a-18a8-4d2b-9aa6-8e1937dc3760. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.088297] env[69162]: DEBUG nova.network.neutron [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Updating instance_info_cache with network_info: [{"id": "6e76325a-18a8-4d2b-9aa6-8e1937dc3760", "address": "fa:16:3e:f3:62:8d", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e76325a-18", "ovs_interfaceid": "6e76325a-18a8-4d2b-9aa6-8e1937dc3760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.107961] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232545, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.149559] env[69162]: DEBUG nova.network.neutron [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Successfully updated port: 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.170379] env[69162]: DEBUG nova.compute.manager [req-b929fbce-656a-45a9-ab25-715ae0b411ce req-ec7afeb1-7c08-4198-a9d8-e0442581792c service nova] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Received event network-vif-deleted-9f9d79f3-74f3-42f4-b6fb-640a9cde9de6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.170379] env[69162]: DEBUG nova.compute.manager [req-b929fbce-656a-45a9-ab25-715ae0b411ce req-ec7afeb1-7c08-4198-a9d8-e0442581792c service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received event network-vif-plugged-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.170511] env[69162]: DEBUG oslo_concurrency.lockutils [req-b929fbce-656a-45a9-ab25-715ae0b411ce req-ec7afeb1-7c08-4198-a9d8-e0442581792c service nova] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.170702] env[69162]: DEBUG oslo_concurrency.lockutils [req-b929fbce-656a-45a9-ab25-715ae0b411ce req-ec7afeb1-7c08-4198-a9d8-e0442581792c service nova] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.170877] env[69162]: DEBUG oslo_concurrency.lockutils [req-b929fbce-656a-45a9-ab25-715ae0b411ce req-ec7afeb1-7c08-4198-a9d8-e0442581792c service nova] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.175274] env[69162]: DEBUG nova.compute.manager [req-b929fbce-656a-45a9-ab25-715ae0b411ce req-ec7afeb1-7c08-4198-a9d8-e0442581792c service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] No waiting events found dispatching network-vif-plugged-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.175274] env[69162]: WARNING nova.compute.manager [req-b929fbce-656a-45a9-ab25-715ae0b411ce req-ec7afeb1-7c08-4198-a9d8-e0442581792c service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received unexpected event network-vif-plugged-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c for instance with vm_state building and task_state spawning. [ 902.213970] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d16842-9fd1-45ae-bd72-58949228673f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.222674] env[69162]: INFO nova.compute.manager [-] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Took 1.49 seconds to deallocate network for instance. [ 902.230029] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098a01e8-3e52-468d-a6ae-62106e74f748 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.277318] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232544, 'name': CreateVM_Task, 'duration_secs': 0.550916} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.280626] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.281320] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08816516-6518-4a7d-8b6e-9f35eb018808 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.286944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Acquiring lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.286944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.286944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.286944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.287204] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.290552] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57cd0833-202f-4914-b8bb-4283b3aa59c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.301237] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da112ee9-3930-4cf8-86ac-21503f571b5a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.308666] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.597666} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.309707] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 902.309707] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e9f327-f378-0198-4523-9432b513842f" [ 902.309707] env[69162]: _type = "Task" [ 902.309707] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.309707] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9e72f90c-541b-4982-9d29-cd59ee8d49ae/9e72f90c-541b-4982-9d29-cd59ee8d49ae.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.310282] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.310649] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef6c0fb4-5caf-4b48-b0e2-c5ab7290c6d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.324017] env[69162]: DEBUG nova.compute.provider_tree [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.331954] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e9f327-f378-0198-4523-9432b513842f, 'name': SearchDatastore_Task, 'duration_secs': 0.01257} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.333390] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.333638] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.333877] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.334038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.334264] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.334540] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 902.334540] env[69162]: value = "task-3232546" [ 902.334540] env[69162]: _type = "Task" [ 902.334540] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.335339] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-123a0cc7-7ce8-4c01-a2b8-94240ba3230e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.348120] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.349798] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.349798] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.353018] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d5cd6e-1588-4718-a88c-7896dc4f3b86 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.357775] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 902.357775] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a3d849-22e5-4a43-7d19-c107fefe6268" [ 902.357775] env[69162]: _type = "Task" [ 902.357775] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.377350] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a3d849-22e5-4a43-7d19-c107fefe6268, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.377350] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39638ca-bbfe-4660-9fc2-9439df540c9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.388074] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 902.388074] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5241f1f0-b3fc-12cb-5387-85119e6ff2df" [ 902.388074] env[69162]: _type = "Task" [ 902.388074] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.394868] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5241f1f0-b3fc-12cb-5387-85119e6ff2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.570324] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.601743] env[69162]: DEBUG oslo_concurrency.lockutils [req-8d553657-1454-4bdb-8e97-35601d08e393 req-4aace122-65d0-4c96-9c78-56d9311f6730 service nova] Releasing lock "refresh_cache-88eaf0df-5255-4011-ac1a-455c2556e1df" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.602561] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232545, 'name': Destroy_Task, 'duration_secs': 0.378139} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.602848] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Destroyed the VM [ 902.603173] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 902.603356] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-125c1968-c858-4ded-aa8c-65ef1fd34d87 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.610600] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 902.610600] env[69162]: value = "task-3232547" [ 902.610600] env[69162]: _type = "Task" [ 902.610600] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.619640] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.653665] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.653665] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.653665] env[69162]: DEBUG nova.network.neutron [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.738902] env[69162]: DEBUG oslo_concurrency.lockutils [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.791198] env[69162]: DEBUG nova.compute.manager [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.827833] env[69162]: DEBUG nova.scheduler.client.report [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.848886] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079848} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.849034] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.849901] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85edcfc8-d43c-4455-9ceb-7fd993a404bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.879768] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 9e72f90c-541b-4982-9d29-cd59ee8d49ae/9e72f90c-541b-4982-9d29-cd59ee8d49ae.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.880459] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633a4f10-c1a4-40f4-b3e2-d92f00a8e343 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.905585] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5241f1f0-b3fc-12cb-5387-85119e6ff2df, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.906838] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.907180] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 88eaf0df-5255-4011-ac1a-455c2556e1df/88eaf0df-5255-4011-ac1a-455c2556e1df.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.907440] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 902.907440] env[69162]: value = "task-3232548" [ 902.907440] env[69162]: _type = "Task" [ 902.907440] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.907661] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb164a74-b38a-4914-8787-17616d101d91 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.919583] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.921094] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 902.921094] env[69162]: value = "task-3232549" [ 902.921094] env[69162]: _type = "Task" [ 902.921094] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.930710] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.122827] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232547, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.201855] env[69162]: DEBUG nova.network.neutron [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.321577] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.340989] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.346467] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.602s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.346765] env[69162]: DEBUG nova.objects.instance [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lazy-loading 'resources' on Instance uuid d1f99284-f0dd-467b-8b71-138d07f7f0db {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.371012] env[69162]: INFO nova.scheduler.client.report [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Deleted allocations for instance 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9 [ 903.390603] env[69162]: DEBUG nova.network.neutron [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.426773] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.436066] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501484} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.437573] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 88eaf0df-5255-4011-ac1a-455c2556e1df/88eaf0df-5255-4011-ac1a-455c2556e1df.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.437816] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.438118] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e5adc08-c00c-4c14-b699-6c045e376b40 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.445368] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 903.445368] env[69162]: value = "task-3232550" [ 903.445368] env[69162]: _type = "Task" [ 903.445368] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.457664] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.623331] env[69162]: DEBUG oslo_vmware.api [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232547, 'name': RemoveSnapshot_Task, 'duration_secs': 0.593822} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.623331] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.623541] env[69162]: INFO nova.compute.manager [None req-35d91a16-1a1e-4893-a189-d6b3ac557eb4 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Took 15.81 seconds to snapshot the instance on the hypervisor. [ 903.890069] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2eea7423-2e91-449c-a180-7f69e773a0d8 tempest-ServersAdmin275Test-1308505302 tempest-ServersAdmin275Test-1308505302-project-member] Lock "2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.224s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.894125] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.894392] env[69162]: DEBUG nova.compute.manager [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Instance network_info: |[{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.897495] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:c6:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '284ec390-0c9d-4ef2-8bf3-b341f5e2c73c', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.905879] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.907111] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.907363] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6e72efd-afa3-414c-b485-49cd330adff1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.934149] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.934149] env[69162]: value = "task-3232551" [ 903.934149] env[69162]: _type = "Task" [ 903.934149] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.940234] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232548, 'name': ReconfigVM_Task, 'duration_secs': 0.629946} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.940979] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 9e72f90c-541b-4982-9d29-cd59ee8d49ae/9e72f90c-541b-4982-9d29-cd59ee8d49ae.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.944028] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c87efa2b-763f-45da-9d2f-6a6fc039a936 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.951585] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232551, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.961986] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072263} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.963768] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.964048] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 903.964048] env[69162]: value = "task-3232552" [ 903.964048] env[69162]: _type = "Task" [ 903.964048] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.964609] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d671b-a745-4129-b5fd-de9a8e39b5c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.980430] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232552, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.007083] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 88eaf0df-5255-4011-ac1a-455c2556e1df/88eaf0df-5255-4011-ac1a-455c2556e1df.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.011514] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82813f9d-59b2-48f8-85f8-da8b5602066e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.034478] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 904.034478] env[69162]: value = "task-3232553" [ 904.034478] env[69162]: _type = "Task" [ 904.034478] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.046239] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.445794] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232551, 'name': CreateVM_Task, 'duration_secs': 0.423163} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.446655] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.447110] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.447110] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.447386] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.447676] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd7547e-15a1-434f-b76c-f970879b40df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.451009] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edccd034-0557-4d52-89e1-b1f7d73112f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.457397] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 904.457397] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5238a753-1fb8-4f00-9efe-f8472bdf79b7" [ 904.457397] env[69162]: _type = "Task" [ 904.457397] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.463834] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ecd258-0a4d-461d-a920-c3cb5679397b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.475525] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5238a753-1fb8-4f00-9efe-f8472bdf79b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013599} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.511092] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.511311] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.511653] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.511883] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.512164] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.516320] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1051ed93-9c2d-43db-8fc9-7838ca48428f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.520928] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8071ea2-6d12-4e87-b29d-ac9dd80636fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.522355] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232552, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.536166] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d0ede-d38b-4309-8d96-93ded678249c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.538689] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.538900] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.539807] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2316e89a-eabd-4ca7-84d1-0de67acb07c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.552804] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 904.552804] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522aaec3-3210-ab61-be4b-9b08480d2643" [ 904.552804] env[69162]: _type = "Task" [ 904.552804] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.565973] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232553, 'name': ReconfigVM_Task, 'duration_secs': 0.417728} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.566553] env[69162]: DEBUG nova.compute.provider_tree [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.573078] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 88eaf0df-5255-4011-ac1a-455c2556e1df/88eaf0df-5255-4011-ac1a-455c2556e1df.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.573078] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-940f636f-aea8-4ab9-850a-b8669ab80ebb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.582979] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522aaec3-3210-ab61-be4b-9b08480d2643, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.583962] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 904.583962] env[69162]: value = "task-3232554" [ 904.583962] env[69162]: _type = "Task" [ 904.583962] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.585482] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a375a7-76e6-4814-9f41-20b4b240d305 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.599222] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232554, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.600135] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 904.600135] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ff54be-739c-d213-7ad8-85d3b0795984" [ 904.600135] env[69162]: _type = "Task" [ 904.600135] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.611395] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ff54be-739c-d213-7ad8-85d3b0795984, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.611721] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.612032] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 05b59159-1ed6-49ec-bb2a-43430d6823a0/05b59159-1ed6-49ec-bb2a-43430d6823a0.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.612339] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b06969de-7ea7-4094-95d7-4d7898ddc7a1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.619989] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 904.619989] env[69162]: value = "task-3232555" [ 904.619989] env[69162]: _type = "Task" [ 904.619989] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.626291] env[69162]: DEBUG nova.compute.manager [req-5b1c89ba-e5f3-4f39-a367-bc4f75a17009 req-4a0b8ae0-cfe7-4492-976c-ce783d142d92 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received event network-changed-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.626433] env[69162]: DEBUG nova.compute.manager [req-5b1c89ba-e5f3-4f39-a367-bc4f75a17009 req-4a0b8ae0-cfe7-4492-976c-ce783d142d92 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Refreshing instance network info cache due to event network-changed-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.626678] env[69162]: DEBUG oslo_concurrency.lockutils [req-5b1c89ba-e5f3-4f39-a367-bc4f75a17009 req-4a0b8ae0-cfe7-4492-976c-ce783d142d92 service nova] Acquiring lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.626930] env[69162]: DEBUG oslo_concurrency.lockutils [req-5b1c89ba-e5f3-4f39-a367-bc4f75a17009 req-4a0b8ae0-cfe7-4492-976c-ce783d142d92 service nova] Acquired lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.627186] env[69162]: DEBUG nova.network.neutron [req-5b1c89ba-e5f3-4f39-a367-bc4f75a17009 req-4a0b8ae0-cfe7-4492-976c-ce783d142d92 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Refreshing network info cache for port 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.632364] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.980805] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232552, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.074612] env[69162]: DEBUG nova.scheduler.client.report [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.099829] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232554, 'name': Rename_Task, 'duration_secs': 0.152915} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.100208] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.101471] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f6e237-c583-4fe6-8682-5094787e72d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.111533] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 905.111533] env[69162]: value = "task-3232556" [ 905.111533] env[69162]: _type = "Task" [ 905.111533] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.124588] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.140240] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506828} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.140527] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 05b59159-1ed6-49ec-bb2a-43430d6823a0/05b59159-1ed6-49ec-bb2a-43430d6823a0.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.141127] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.141414] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d64278d4-61ce-45b1-a12a-292ba25baeec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.149042] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 905.149042] env[69162]: value = "task-3232557" [ 905.149042] env[69162]: _type = "Task" [ 905.149042] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.198321] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.198550] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.198769] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.199025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.199152] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.204541] env[69162]: INFO nova.compute.manager [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Terminating instance [ 905.366663] env[69162]: DEBUG nova.network.neutron [req-5b1c89ba-e5f3-4f39-a367-bc4f75a17009 req-4a0b8ae0-cfe7-4492-976c-ce783d142d92 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updated VIF entry in instance network info cache for port 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.367673] env[69162]: DEBUG nova.network.neutron [req-5b1c89ba-e5f3-4f39-a367-bc4f75a17009 req-4a0b8ae0-cfe7-4492-976c-ce783d142d92 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.483781] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232552, 'name': Rename_Task, 'duration_secs': 1.300053} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.483781] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.483781] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc21f343-82ad-4d38-ab7a-ab600342e2b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.493834] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 905.493834] env[69162]: value = "task-3232558" [ 905.493834] env[69162]: _type = "Task" [ 905.493834] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.504909] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.582758] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.587876] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.815s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.590030] env[69162]: INFO nova.compute.claims [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.616426] env[69162]: INFO nova.scheduler.client.report [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleted allocations for instance d1f99284-f0dd-467b-8b71-138d07f7f0db [ 905.636413] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232556, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.661015] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256702} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.663516] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.663516] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0616d58-0752-4c23-93df-35416b2b1d1e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.695376] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 05b59159-1ed6-49ec-bb2a-43430d6823a0/05b59159-1ed6-49ec-bb2a-43430d6823a0.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.696579] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92a18485-1e0d-4110-8fbd-25d0c5b8b2e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.712156] env[69162]: DEBUG nova.compute.manager [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.712389] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.713629] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211c0c76-8279-4d62-9567-5aa68a5c5341 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.722253] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 905.722253] env[69162]: value = "task-3232559" [ 905.722253] env[69162]: _type = "Task" [ 905.722253] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.724154] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.727386] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3096379-681d-4c03-8971-f37df1e99272 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.813441] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.813441] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.813441] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleting the datastore file [datastore2] 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.813935] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c5ae72a-43df-4f5c-affe-0ba999ca47da {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.822312] env[69162]: DEBUG oslo_vmware.api [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 905.822312] env[69162]: value = "task-3232561" [ 905.822312] env[69162]: _type = "Task" [ 905.822312] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.836208] env[69162]: DEBUG oslo_vmware.api [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.870559] env[69162]: DEBUG oslo_concurrency.lockutils [req-5b1c89ba-e5f3-4f39-a367-bc4f75a17009 req-4a0b8ae0-cfe7-4492-976c-ce783d142d92 service nova] Releasing lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.005124] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232558, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.093843] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.094094] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.128180] env[69162]: DEBUG oslo_vmware.api [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232556, 'name': PowerOnVM_Task, 'duration_secs': 0.552163} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.128457] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.128682] env[69162]: INFO nova.compute.manager [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Took 7.79 seconds to spawn the instance on the hypervisor. [ 906.128964] env[69162]: DEBUG nova.compute.manager [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.129806] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8345907e-54ec-490e-bfef-a115f5e4a050 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.135399] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f9511138-0e5e-4a11-9fb8-7ad09f931ea6 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "d1f99284-f0dd-467b-8b71-138d07f7f0db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.044s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.148124] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.148879] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.234825] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.332989] env[69162]: DEBUG oslo_vmware.api [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162183} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.336020] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.336020] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.336020] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.336020] env[69162]: INFO nova.compute.manager [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Took 0.62 seconds to destroy the instance on the hypervisor. [ 906.336020] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.336020] env[69162]: DEBUG nova.compute.manager [-] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.336020] env[69162]: DEBUG nova.network.neutron [-] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.506394] env[69162]: DEBUG oslo_vmware.api [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232558, 'name': PowerOnVM_Task, 'duration_secs': 0.533992} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.509108] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.509108] env[69162]: INFO nova.compute.manager [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Took 10.75 seconds to spawn the instance on the hypervisor. [ 906.509108] env[69162]: DEBUG nova.compute.manager [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.509108] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da2f24e-83f5-4661-ba56-980176ca0f71 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.598083] env[69162]: DEBUG nova.compute.manager [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.667707] env[69162]: INFO nova.compute.manager [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Took 40.95 seconds to build instance. [ 906.669247] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.671989] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.671989] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.671989] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.671989] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.671989] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.671989] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69162) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 906.671989] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.739290] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232559, 'name': ReconfigVM_Task, 'duration_secs': 0.880303} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.743928] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 05b59159-1ed6-49ec-bb2a-43430d6823a0/05b59159-1ed6-49ec-bb2a-43430d6823a0.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.745545] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e18c28c3-07ba-4664-b687-4ce5cfb1f3b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.753963] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 906.753963] env[69162]: value = "task-3232562" [ 906.753963] env[69162]: _type = "Task" [ 906.753963] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.766503] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232562, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.937298] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "132ba9ea-8c19-4e6e-a400-b1a79b0e4499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.937298] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "132ba9ea-8c19-4e6e-a400-b1a79b0e4499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.029267] env[69162]: INFO nova.compute.manager [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Took 42.96 seconds to build instance. [ 907.084665] env[69162]: DEBUG nova.compute.manager [req-7ad01fee-b11a-4b39-8e7d-df4d7d7e2730 req-7771f1b4-ee23-48f9-ac35-1a6ce6e4fe1f service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Received event network-vif-deleted-9eecb624-0581-48cc-9147-3a5e060a5466 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.084665] env[69162]: INFO nova.compute.manager [req-7ad01fee-b11a-4b39-8e7d-df4d7d7e2730 req-7771f1b4-ee23-48f9-ac35-1a6ce6e4fe1f service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Neutron deleted interface 9eecb624-0581-48cc-9147-3a5e060a5466; detaching it from the instance and deleting it from the info cache [ 907.084665] env[69162]: DEBUG nova.network.neutron [req-7ad01fee-b11a-4b39-8e7d-df4d7d7e2730 req-7771f1b4-ee23-48f9-ac35-1a6ce6e4fe1f service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.109611] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e8dfb-73d8-4b9e-8556-c0547903bb9c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.114398] env[69162]: DEBUG nova.network.neutron [-] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.122397] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c778d0-0dd3-478a-ae75-8b05d8e73ea4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.129921] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.162032] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbcb664-fc03-47ea-b23b-22989484229f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.169232] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9f874d-90ad-4b51-a8a3-17e01ea41bf3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.173657] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61fec7a0-749e-43bd-b2c1-123230bb4d27 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.131s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.175126] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.188143] env[69162]: DEBUG nova.compute.provider_tree [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.264877] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232562, 'name': Rename_Task, 'duration_secs': 0.341284} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.265213] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.265418] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d5c4157-9f7d-4ecf-a3a6-de6bfc6a2c49 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.273017] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 907.273017] env[69162]: value = "task-3232563" [ 907.273017] env[69162]: _type = "Task" [ 907.273017] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.281234] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.446543] env[69162]: DEBUG nova.compute.manager [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.533384] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a23bb1ba-4b0e-432f-8585-6cae2e7cae66 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.193s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.580472] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.580714] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.587086] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c60a3e54-53df-4d2c-a133-4d19e89af59d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.602647] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f086b88d-8f09-48b6-ad20-9904501c4761 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.617766] env[69162]: INFO nova.compute.manager [-] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Took 1.28 seconds to deallocate network for instance. [ 907.649700] env[69162]: DEBUG nova.compute.manager [req-7ad01fee-b11a-4b39-8e7d-df4d7d7e2730 req-7771f1b4-ee23-48f9-ac35-1a6ce6e4fe1f service nova] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Detach interface failed, port_id=9eecb624-0581-48cc-9147-3a5e060a5466, reason: Instance 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.695622] env[69162]: DEBUG nova.scheduler.client.report [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.783712] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232563, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.969809] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.083773] env[69162]: DEBUG nova.compute.manager [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.124833] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.203549] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.209230] env[69162]: DEBUG nova.compute.manager [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.214194] env[69162]: DEBUG oslo_concurrency.lockutils [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.015s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.214194] env[69162]: DEBUG nova.objects.instance [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lazy-loading 'resources' on Instance uuid 936944d5-13f5-4f4e-b7d6-077148fc1c30 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.284704] env[69162]: DEBUG oslo_vmware.api [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232563, 'name': PowerOnVM_Task, 'duration_secs': 0.913177} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.284954] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.285178] env[69162]: INFO nova.compute.manager [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Took 7.35 seconds to spawn the instance on the hypervisor. [ 908.285374] env[69162]: DEBUG nova.compute.manager [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.286245] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d57840-5212-47c9-965f-18c93b5a0197 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.616773] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.716540] env[69162]: DEBUG nova.compute.utils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.720886] env[69162]: DEBUG nova.compute.manager [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.720886] env[69162]: DEBUG nova.network.neutron [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.812813] env[69162]: INFO nova.compute.manager [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Took 41.90 seconds to build instance. [ 908.843538] env[69162]: DEBUG nova.policy [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b0adf8286e0470983dc680ad31036d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65553622b8aa4a5bab1cf7775f798adb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.906115] env[69162]: INFO nova.compute.manager [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Rebuilding instance [ 908.962018] env[69162]: DEBUG nova.compute.manager [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.962018] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a251e-96d2-4a4a-8a75-d9226d21bbac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.130400] env[69162]: DEBUG nova.compute.manager [req-6b660ee3-6267-4fea-8c61-6d8864c33f94 req-8953a9d7-96d2-48ad-9d81-942c2fa4f983 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Received event network-changed-6e76325a-18a8-4d2b-9aa6-8e1937dc3760 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.130739] env[69162]: DEBUG nova.compute.manager [req-6b660ee3-6267-4fea-8c61-6d8864c33f94 req-8953a9d7-96d2-48ad-9d81-942c2fa4f983 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Refreshing instance network info cache due to event network-changed-6e76325a-18a8-4d2b-9aa6-8e1937dc3760. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.131152] env[69162]: DEBUG oslo_concurrency.lockutils [req-6b660ee3-6267-4fea-8c61-6d8864c33f94 req-8953a9d7-96d2-48ad-9d81-942c2fa4f983 service nova] Acquiring lock "refresh_cache-88eaf0df-5255-4011-ac1a-455c2556e1df" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.131456] env[69162]: DEBUG oslo_concurrency.lockutils [req-6b660ee3-6267-4fea-8c61-6d8864c33f94 req-8953a9d7-96d2-48ad-9d81-942c2fa4f983 service nova] Acquired lock "refresh_cache-88eaf0df-5255-4011-ac1a-455c2556e1df" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.131830] env[69162]: DEBUG nova.network.neutron [req-6b660ee3-6267-4fea-8c61-6d8864c33f94 req-8953a9d7-96d2-48ad-9d81-942c2fa4f983 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Refreshing network info cache for port 6e76325a-18a8-4d2b-9aa6-8e1937dc3760 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.221175] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b2170c-a163-4525-bc3a-90b941fc8ea6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.228238] env[69162]: DEBUG nova.compute.manager [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.234511] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d8dd99-45c5-449c-b28f-083195a2e2ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.273858] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3623b30a-8746-4ba9-9b7f-af880db8e550 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.285901] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6bdf97-9f7b-4840-8dff-6e683a895150 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.301507] env[69162]: DEBUG nova.compute.provider_tree [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.316448] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e07b12bd-b5c1-47e6-a988-5d824627c48f tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.723s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.623366] env[69162]: DEBUG nova.network.neutron [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Successfully created port: 955b079c-69ec-419b-92bc-78e15fbe290d {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.805189] env[69162]: DEBUG nova.scheduler.client.report [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.973926] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.974291] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6fbc86-6e7f-46de-abaf-35400bde8180 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.982735] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 909.982735] env[69162]: value = "task-3232564" [ 909.982735] env[69162]: _type = "Task" [ 909.982735] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.993878] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.161938] env[69162]: DEBUG nova.network.neutron [req-6b660ee3-6267-4fea-8c61-6d8864c33f94 req-8953a9d7-96d2-48ad-9d81-942c2fa4f983 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Updated VIF entry in instance network info cache for port 6e76325a-18a8-4d2b-9aa6-8e1937dc3760. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.163731] env[69162]: DEBUG nova.network.neutron [req-6b660ee3-6267-4fea-8c61-6d8864c33f94 req-8953a9d7-96d2-48ad-9d81-942c2fa4f983 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Updating instance_info_cache with network_info: [{"id": "6e76325a-18a8-4d2b-9aa6-8e1937dc3760", "address": "fa:16:3e:f3:62:8d", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e76325a-18", "ovs_interfaceid": "6e76325a-18a8-4d2b-9aa6-8e1937dc3760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.245248] env[69162]: DEBUG nova.compute.manager [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.274777] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.274777] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.274777] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.274777] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.274777] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.274777] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.275352] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.275684] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.276075] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.276374] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.276690] env[69162]: DEBUG nova.virt.hardware [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.277666] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e35783-a939-4257-8dcd-c4ea33295ecd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.287080] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7356fca-152a-4c93-bd8d-c00aaf036505 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.311161] env[69162]: DEBUG oslo_concurrency.lockutils [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.313415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.618s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.314959] env[69162]: INFO nova.compute.claims [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.336097] env[69162]: INFO nova.scheduler.client.report [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Deleted allocations for instance 936944d5-13f5-4f4e-b7d6-077148fc1c30 [ 910.493731] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232564, 'name': PowerOffVM_Task, 'duration_secs': 0.268805} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.493960] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.494302] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.495218] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27124820-0081-466d-ae54-c5d232c88e5f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.502757] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.503020] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05a7162f-4740-4e12-8a4b-6e6380927be4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.668578] env[69162]: DEBUG oslo_concurrency.lockutils [req-6b660ee3-6267-4fea-8c61-6d8864c33f94 req-8953a9d7-96d2-48ad-9d81-942c2fa4f983 service nova] Releasing lock "refresh_cache-88eaf0df-5255-4011-ac1a-455c2556e1df" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.843063] env[69162]: DEBUG oslo_concurrency.lockutils [None req-415788f2-7a47-4d2b-b4f2-33ad62e19c07 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "936944d5-13f5-4f4e-b7d6-077148fc1c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.693s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.976804] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.977069] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.977270] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleting the datastore file [datastore2] 9e72f90c-541b-4982-9d29-cd59ee8d49ae {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.977581] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4052ee40-b14d-453c-a1f3-a447502e39a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.990943] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 910.990943] env[69162]: value = "task-3232566" [ 910.990943] env[69162]: _type = "Task" [ 910.990943] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.004941] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.442782] env[69162]: DEBUG nova.compute.manager [req-f184c5a8-5dee-431d-b5df-340d74646bad req-b80925f6-a0eb-470a-8f7d-e000a884fb09 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received event network-changed-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.443014] env[69162]: DEBUG nova.compute.manager [req-f184c5a8-5dee-431d-b5df-340d74646bad req-b80925f6-a0eb-470a-8f7d-e000a884fb09 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Refreshing instance network info cache due to event network-changed-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.443267] env[69162]: DEBUG oslo_concurrency.lockutils [req-f184c5a8-5dee-431d-b5df-340d74646bad req-b80925f6-a0eb-470a-8f7d-e000a884fb09 service nova] Acquiring lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.443390] env[69162]: DEBUG oslo_concurrency.lockutils [req-f184c5a8-5dee-431d-b5df-340d74646bad req-b80925f6-a0eb-470a-8f7d-e000a884fb09 service nova] Acquired lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.443615] env[69162]: DEBUG nova.network.neutron [req-f184c5a8-5dee-431d-b5df-340d74646bad req-b80925f6-a0eb-470a-8f7d-e000a884fb09 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Refreshing network info cache for port 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.481237] env[69162]: DEBUG nova.network.neutron [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Successfully updated port: 955b079c-69ec-419b-92bc-78e15fbe290d {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.511183] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232896} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.515680] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.515680] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.515680] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.811080] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97302049-0746-4597-97ab-833a4282590b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.819268] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97afcae-2e37-46b4-b618-35207ee03fa7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.855031] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a720b1ab-4499-4e20-9554-e40891eb09da {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.865109] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60a2cfe-0929-491e-a83c-1b4ef757f301 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.879895] env[69162]: DEBUG nova.compute.provider_tree [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.984606] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquiring lock "refresh_cache-b7c513d8-106d-402b-bdb8-3b7c5d511d45" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.984808] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquired lock "refresh_cache-b7c513d8-106d-402b-bdb8-3b7c5d511d45" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.984967] env[69162]: DEBUG nova.network.neutron [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.050345] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.051040] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.182582] env[69162]: DEBUG nova.network.neutron [req-f184c5a8-5dee-431d-b5df-340d74646bad req-b80925f6-a0eb-470a-8f7d-e000a884fb09 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updated VIF entry in instance network info cache for port 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.183147] env[69162]: DEBUG nova.network.neutron [req-f184c5a8-5dee-431d-b5df-340d74646bad req-b80925f6-a0eb-470a-8f7d-e000a884fb09 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.383542] env[69162]: DEBUG nova.scheduler.client.report [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.521486] env[69162]: DEBUG nova.network.neutron [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.555381] env[69162]: DEBUG nova.compute.manager [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.569653] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.569916] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.570100] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.570291] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.570436] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.570585] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.570813] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.570984] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.571251] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.571430] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.571634] env[69162]: DEBUG nova.virt.hardware [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.573022] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8394d2d-abf0-4da1-9dcc-ebd7db80d5f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.582772] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd78725d-7397-4184-95be-73e8d6775d1e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.600836] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:f4:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd79782f1-a1c7-46ff-9d90-1e9eb1dada34', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.612200] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.613579] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.613935] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd39d6f-6f1f-415d-ac77-1c78bb9ba5a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.651446] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.651446] env[69162]: value = "task-3232567" [ 912.651446] env[69162]: _type = "Task" [ 912.651446] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.661341] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232567, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.686560] env[69162]: DEBUG oslo_concurrency.lockutils [req-f184c5a8-5dee-431d-b5df-340d74646bad req-b80925f6-a0eb-470a-8f7d-e000a884fb09 service nova] Releasing lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.730727] env[69162]: DEBUG nova.network.neutron [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Updating instance_info_cache with network_info: [{"id": "955b079c-69ec-419b-92bc-78e15fbe290d", "address": "fa:16:3e:61:1f:8a", "network": {"id": "a4e4698e-a355-4faa-8b6d-cc74095cfd19", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-101717194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65553622b8aa4a5bab1cf7775f798adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955b079c-69", "ovs_interfaceid": "955b079c-69ec-419b-92bc-78e15fbe290d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.889579] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.890182] env[69162]: DEBUG nova.compute.manager [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.893164] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.940s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.086227] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.162969] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232567, 'name': CreateVM_Task, 'duration_secs': 0.417217} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.163226] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.163845] env[69162]: DEBUG oslo_concurrency.lockutils [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.164030] env[69162]: DEBUG oslo_concurrency.lockutils [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.164365] env[69162]: DEBUG oslo_concurrency.lockutils [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.164623] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5a5814-ba22-48c7-8830-d32184f7ab45 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.170102] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 913.170102] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520ee84b-d91a-2ac8-4959-767afdf824d8" [ 913.170102] env[69162]: _type = "Task" [ 913.170102] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.178458] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520ee84b-d91a-2ac8-4959-767afdf824d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.236104] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Releasing lock "refresh_cache-b7c513d8-106d-402b-bdb8-3b7c5d511d45" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.236518] env[69162]: DEBUG nova.compute.manager [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Instance network_info: |[{"id": "955b079c-69ec-419b-92bc-78e15fbe290d", "address": "fa:16:3e:61:1f:8a", "network": {"id": "a4e4698e-a355-4faa-8b6d-cc74095cfd19", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-101717194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65553622b8aa4a5bab1cf7775f798adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955b079c-69", "ovs_interfaceid": "955b079c-69ec-419b-92bc-78e15fbe290d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.237027] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:1f:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '955b079c-69ec-419b-92bc-78e15fbe290d', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.245196] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Creating folder: Project (65553622b8aa4a5bab1cf7775f798adb). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.245603] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd022e8-7ec6-4c50-ac56-1c90ddf8b105 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.258796] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Created folder: Project (65553622b8aa4a5bab1cf7775f798adb) in parent group-v645978. [ 913.259037] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Creating folder: Instances. Parent ref: group-v646149. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.259333] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e8580bf-1bce-41b3-aa00-5ea0f232dc27 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.270584] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Created folder: Instances in parent group-v646149. [ 913.270959] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.271324] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.271556] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c3df433-cc1f-41bd-94d8-8db1da3dc956 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.293895] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.293895] env[69162]: value = "task-3232570" [ 913.293895] env[69162]: _type = "Task" [ 913.293895] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.306393] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232570, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.397752] env[69162]: INFO nova.compute.claims [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.402578] env[69162]: DEBUG nova.compute.utils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.404058] env[69162]: DEBUG nova.compute.manager [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.404254] env[69162]: DEBUG nova.network.neutron [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.454893] env[69162]: DEBUG nova.policy [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '343306a1168f4f4f9ed2abacc24a3389', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '473a50494c074c60ba98e6d87d320753', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.582307] env[69162]: DEBUG nova.compute.manager [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Received event network-vif-plugged-955b079c-69ec-419b-92bc-78e15fbe290d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.582307] env[69162]: DEBUG oslo_concurrency.lockutils [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] Acquiring lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.582307] env[69162]: DEBUG oslo_concurrency.lockutils [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] Lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.582804] env[69162]: DEBUG oslo_concurrency.lockutils [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] Lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.582804] env[69162]: DEBUG nova.compute.manager [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] No waiting events found dispatching network-vif-plugged-955b079c-69ec-419b-92bc-78e15fbe290d {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.582876] env[69162]: WARNING nova.compute.manager [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Received unexpected event network-vif-plugged-955b079c-69ec-419b-92bc-78e15fbe290d for instance with vm_state building and task_state spawning. [ 913.583092] env[69162]: DEBUG nova.compute.manager [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Received event network-changed-955b079c-69ec-419b-92bc-78e15fbe290d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.583198] env[69162]: DEBUG nova.compute.manager [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Refreshing instance network info cache due to event network-changed-955b079c-69ec-419b-92bc-78e15fbe290d. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.583401] env[69162]: DEBUG oslo_concurrency.lockutils [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] Acquiring lock "refresh_cache-b7c513d8-106d-402b-bdb8-3b7c5d511d45" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.583623] env[69162]: DEBUG oslo_concurrency.lockutils [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] Acquired lock "refresh_cache-b7c513d8-106d-402b-bdb8-3b7c5d511d45" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.583704] env[69162]: DEBUG nova.network.neutron [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Refreshing network info cache for port 955b079c-69ec-419b-92bc-78e15fbe290d {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.691368] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520ee84b-d91a-2ac8-4959-767afdf824d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012416} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.691368] env[69162]: DEBUG oslo_concurrency.lockutils [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.691368] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.691368] env[69162]: DEBUG oslo_concurrency.lockutils [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.691368] env[69162]: DEBUG oslo_concurrency.lockutils [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.691368] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.691368] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88ee3654-f066-4bb9-b8c2-f24a3d2513b0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.700756] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.701257] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.702817] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12328ba2-3e36-4eea-9147-c2a164650256 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.709952] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 913.709952] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52719985-b038-a1f6-64cb-b5af4ca8d655" [ 913.709952] env[69162]: _type = "Task" [ 913.709952] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.721237] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52719985-b038-a1f6-64cb-b5af4ca8d655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.805960] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232570, 'name': CreateVM_Task, 'duration_secs': 0.416848} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.806864] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.808501] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.808676] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.809047] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.809904] env[69162]: DEBUG nova.network.neutron [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Successfully created port: 91427f66-8d41-4c62-a7b5-a5fbb0905cc8 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.812866] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006326ff-40ae-4ad2-b1b0-a3b0799fdd8d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.820357] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for the task: (returnval){ [ 913.820357] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fe60b6-3031-b17c-58d2-107d863b7ae0" [ 913.820357] env[69162]: _type = "Task" [ 913.820357] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.829794] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fe60b6-3031-b17c-58d2-107d863b7ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.909132] env[69162]: INFO nova.compute.resource_tracker [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating resource usage from migration a330b0d1-9152-4170-9e6e-856ed7d5900b [ 913.912711] env[69162]: DEBUG nova.compute.manager [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.230500] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52719985-b038-a1f6-64cb-b5af4ca8d655, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.231352] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2caedc0-674d-41b5-9291-30452e9a295c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.239139] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 914.239139] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5246054a-adcc-ea08-6a05-831c6eb5d8f5" [ 914.239139] env[69162]: _type = "Task" [ 914.239139] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.254601] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5246054a-adcc-ea08-6a05-831c6eb5d8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.254886] env[69162]: DEBUG oslo_concurrency.lockutils [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.255165] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9e72f90c-541b-4982-9d29-cd59ee8d49ae/9e72f90c-541b-4982-9d29-cd59ee8d49ae.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.255427] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-027bda55-bf2a-49ec-9ec4-6f4359068a54 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.264495] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 914.264495] env[69162]: value = "task-3232571" [ 914.264495] env[69162]: _type = "Task" [ 914.264495] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.273567] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.321510] env[69162]: DEBUG nova.network.neutron [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Updated VIF entry in instance network info cache for port 955b079c-69ec-419b-92bc-78e15fbe290d. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.325021] env[69162]: DEBUG nova.network.neutron [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Updating instance_info_cache with network_info: [{"id": "955b079c-69ec-419b-92bc-78e15fbe290d", "address": "fa:16:3e:61:1f:8a", "network": {"id": "a4e4698e-a355-4faa-8b6d-cc74095cfd19", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-101717194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65553622b8aa4a5bab1cf7775f798adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955b079c-69", "ovs_interfaceid": "955b079c-69ec-419b-92bc-78e15fbe290d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.333894] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fe60b6-3031-b17c-58d2-107d863b7ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.333894] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.333894] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.333894] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.333894] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.335414] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.335414] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f58157d1-5bf3-47a8-9575-998a266c8888 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.349025] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.349555] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.350297] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0230c537-7cb4-42bd-8466-2714c4ba104f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.359991] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for the task: (returnval){ [ 914.359991] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209e704-0f88-7682-74af-e0e4baace191" [ 914.359991] env[69162]: _type = "Task" [ 914.359991] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.371151] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209e704-0f88-7682-74af-e0e4baace191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.430527] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d813cc-54fa-4e8c-8403-faf4bedd5d1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.440448] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fccd572-5dd1-4f75-912b-1acbdaf04329 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.479056] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d9588e-27ea-4604-b820-cdd9d2b0b5b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.489389] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181d276d-6bb3-4904-b660-41adf17e64de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.508420] env[69162]: DEBUG nova.compute.provider_tree [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.774931] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481189} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.775230] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9e72f90c-541b-4982-9d29-cd59ee8d49ae/9e72f90c-541b-4982-9d29-cd59ee8d49ae.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.775448] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.775726] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65185ccd-70e6-45ff-828a-8574b587424c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.785535] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 914.785535] env[69162]: value = "task-3232572" [ 914.785535] env[69162]: _type = "Task" [ 914.785535] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.794543] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.828618] env[69162]: DEBUG oslo_concurrency.lockutils [req-655f1e36-a3e5-49f4-97b2-df8ea6ead850 req-53650782-dd27-408d-bbd5-ffa0c2826874 service nova] Releasing lock "refresh_cache-b7c513d8-106d-402b-bdb8-3b7c5d511d45" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.871188] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209e704-0f88-7682-74af-e0e4baace191, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.871994] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95657dc-05e1-4548-8f76-e040fba1a0fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.877374] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for the task: (returnval){ [ 914.877374] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a5b175-9f60-8729-29c4-018ddfecb279" [ 914.877374] env[69162]: _type = "Task" [ 914.877374] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.885493] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a5b175-9f60-8729-29c4-018ddfecb279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.921932] env[69162]: DEBUG nova.compute.manager [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.944390] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.944644] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.944840] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.945050] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.945205] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.945351] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.945559] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.945717] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.945881] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.946056] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.946230] env[69162]: DEBUG nova.virt.hardware [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.947823] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc488c18-3787-40a8-a0fe-f578fb90f12b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.955702] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4903acb-bacf-4a00-a402-eeeb940ad478 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.012172] env[69162]: DEBUG nova.scheduler.client.report [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.275015] env[69162]: DEBUG nova.network.neutron [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Successfully updated port: 91427f66-8d41-4c62-a7b5-a5fbb0905cc8 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.298882] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06935} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.299678] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.300091] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b2dd5-272d-49ae-a9d5-f9d6f3ccd7ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.322683] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 9e72f90c-541b-4982-9d29-cd59ee8d49ae/9e72f90c-541b-4982-9d29-cd59ee8d49ae.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.323022] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888a71f8-85f2-4382-b084-f75692cbfeed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.344662] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 915.344662] env[69162]: value = "task-3232573" [ 915.344662] env[69162]: _type = "Task" [ 915.344662] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.355652] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.387782] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a5b175-9f60-8729-29c4-018ddfecb279, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.388078] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.388352] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] b7c513d8-106d-402b-bdb8-3b7c5d511d45/b7c513d8-106d-402b-bdb8-3b7c5d511d45.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.388618] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-221146dd-37e7-4e5e-aaf5-c5b7027a88ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.397648] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for the task: (returnval){ [ 915.397648] env[69162]: value = "task-3232574" [ 915.397648] env[69162]: _type = "Task" [ 915.397648] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.407246] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.517999] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.625s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.518265] env[69162]: INFO nova.compute.manager [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Migrating [ 915.525320] env[69162]: DEBUG oslo_concurrency.lockutils [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.594s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.525531] env[69162]: DEBUG nova.objects.instance [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 915.640959] env[69162]: DEBUG nova.compute.manager [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Received event network-vif-plugged-91427f66-8d41-4c62-a7b5-a5fbb0905cc8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.641107] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] Acquiring lock "0ad59ecf-6533-4ecb-acca-47682085bf22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.641365] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] Lock "0ad59ecf-6533-4ecb-acca-47682085bf22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.641597] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] Lock "0ad59ecf-6533-4ecb-acca-47682085bf22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.641797] env[69162]: DEBUG nova.compute.manager [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] No waiting events found dispatching network-vif-plugged-91427f66-8d41-4c62-a7b5-a5fbb0905cc8 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.642012] env[69162]: WARNING nova.compute.manager [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Received unexpected event network-vif-plugged-91427f66-8d41-4c62-a7b5-a5fbb0905cc8 for instance with vm_state building and task_state spawning. [ 915.642525] env[69162]: DEBUG nova.compute.manager [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Received event network-changed-91427f66-8d41-4c62-a7b5-a5fbb0905cc8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.642525] env[69162]: DEBUG nova.compute.manager [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Refreshing instance network info cache due to event network-changed-91427f66-8d41-4c62-a7b5-a5fbb0905cc8. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.642525] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] Acquiring lock "refresh_cache-0ad59ecf-6533-4ecb-acca-47682085bf22" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.642654] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] Acquired lock "refresh_cache-0ad59ecf-6533-4ecb-acca-47682085bf22" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.642861] env[69162]: DEBUG nova.network.neutron [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Refreshing network info cache for port 91427f66-8d41-4c62-a7b5-a5fbb0905cc8 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.778106] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "refresh_cache-0ad59ecf-6533-4ecb-acca-47682085bf22" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.861933] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.909485] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501238} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.909752] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] b7c513d8-106d-402b-bdb8-3b7c5d511d45/b7c513d8-106d-402b-bdb8-3b7c5d511d45.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.909969] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.910372] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37694025-e62e-42a2-ab6c-8d157edad4a5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.918088] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for the task: (returnval){ [ 915.918088] env[69162]: value = "task-3232575" [ 915.918088] env[69162]: _type = "Task" [ 915.918088] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.931228] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.038349] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.038536] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.038712] env[69162]: DEBUG nova.network.neutron [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.177851] env[69162]: DEBUG nova.network.neutron [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.248651] env[69162]: DEBUG nova.network.neutron [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.355912] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232573, 'name': ReconfigVM_Task, 'duration_secs': 0.6304} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.356247] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 9e72f90c-541b-4982-9d29-cd59ee8d49ae/9e72f90c-541b-4982-9d29-cd59ee8d49ae.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.356868] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f7cc69-4cab-4a96-9cb5-b356db7a6183 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.363890] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 916.363890] env[69162]: value = "task-3232576" [ 916.363890] env[69162]: _type = "Task" [ 916.363890] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.372668] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232576, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.428235] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074933} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.428777] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.429365] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350cfd76-0926-4e24-bf56-f82596a44c6b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.453195] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] b7c513d8-106d-402b-bdb8-3b7c5d511d45/b7c513d8-106d-402b-bdb8-3b7c5d511d45.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.453526] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8151b7b1-6972-4f6c-91d7-aec338930bfb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.477455] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for the task: (returnval){ [ 916.477455] env[69162]: value = "task-3232577" [ 916.477455] env[69162]: _type = "Task" [ 916.477455] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.489456] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.539543] env[69162]: DEBUG oslo_concurrency.lockutils [None req-86c8d512-c8ec-4057-afb8-806a6cf0cbeb tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.540724] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.590s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.541367] env[69162]: DEBUG nova.objects.instance [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 916.737729] env[69162]: DEBUG nova.network.neutron [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance_info_cache with network_info: [{"id": "f502f76e-5a1a-4dba-9034-90819068e9de", "address": "fa:16:3e:0b:a0:2c", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf502f76e-5a", "ovs_interfaceid": "f502f76e-5a1a-4dba-9034-90819068e9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.750785] env[69162]: DEBUG oslo_concurrency.lockutils [req-d0c4a0d4-5f26-46ae-bba5-3bb2c4a30243 req-c5056eba-ec4e-470f-98df-810f6da8307a service nova] Releasing lock "refresh_cache-0ad59ecf-6533-4ecb-acca-47682085bf22" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.751410] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquired lock "refresh_cache-0ad59ecf-6533-4ecb-acca-47682085bf22" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.751574] env[69162]: DEBUG nova.network.neutron [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.873994] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232576, 'name': Rename_Task, 'duration_secs': 0.163544} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.874287] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.874528] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-669fabb2-d841-49bb-9647-3b5e50b57f1b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.881368] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 916.881368] env[69162]: value = "task-3232578" [ 916.881368] env[69162]: _type = "Task" [ 916.881368] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.889697] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.988452] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.240600] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.287388] env[69162]: DEBUG nova.network.neutron [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.397381] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232578, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.428026] env[69162]: DEBUG nova.network.neutron [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Updating instance_info_cache with network_info: [{"id": "91427f66-8d41-4c62-a7b5-a5fbb0905cc8", "address": "fa:16:3e:58:9c:98", "network": {"id": "2c5e0a41-e661-4ec3-81a6-89348b0e0f3a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-852289308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a50494c074c60ba98e6d87d320753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91427f66-8d", "ovs_interfaceid": "91427f66-8d41-4c62-a7b5-a5fbb0905cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.488352] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.551611] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ef7c7fa-38df-48e0-9a52-ef94babc6c38 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.552780] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.936s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.553485] env[69162]: DEBUG nova.objects.instance [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lazy-loading 'resources' on Instance uuid 639739ab-736c-481d-8a0e-5a3e891c2cd3 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.893409] env[69162]: DEBUG oslo_vmware.api [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232578, 'name': PowerOnVM_Task, 'duration_secs': 0.549693} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.893706] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.893914] env[69162]: DEBUG nova.compute.manager [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.894731] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcac7a28-7193-4672-839d-13eb3c9cf51f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.930691] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Releasing lock "refresh_cache-0ad59ecf-6533-4ecb-acca-47682085bf22" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.930993] env[69162]: DEBUG nova.compute.manager [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Instance network_info: |[{"id": "91427f66-8d41-4c62-a7b5-a5fbb0905cc8", "address": "fa:16:3e:58:9c:98", "network": {"id": "2c5e0a41-e661-4ec3-81a6-89348b0e0f3a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-852289308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a50494c074c60ba98e6d87d320753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91427f66-8d", "ovs_interfaceid": "91427f66-8d41-4c62-a7b5-a5fbb0905cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.931436] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:9c:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91427f66-8d41-4c62-a7b5-a5fbb0905cc8', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.939757] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.939979] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.940229] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aed240b-29da-4c2a-b52e-013eb90d6660 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.962080] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.962080] env[69162]: value = "task-3232579" [ 917.962080] env[69162]: _type = "Task" [ 917.962080] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.970843] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232579, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.988178] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232577, 'name': ReconfigVM_Task, 'duration_secs': 1.204554} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.988302] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Reconfigured VM instance instance-00000038 to attach disk [datastore2] b7c513d8-106d-402b-bdb8-3b7c5d511d45/b7c513d8-106d-402b-bdb8-3b7c5d511d45.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.988912] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-339bbe29-cebf-4d3b-bbe0-d8c786469d4e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.997351] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for the task: (returnval){ [ 917.997351] env[69162]: value = "task-3232580" [ 917.997351] env[69162]: _type = "Task" [ 917.997351] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.005651] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232580, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.411883] env[69162]: DEBUG oslo_concurrency.lockutils [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.454642] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b710de4-6cdc-43ee-a205-0870726bea85 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.463101] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0c455a-6ebd-43ec-9e2e-0ba9d8c97cae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.474995] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232579, 'name': CreateVM_Task, 'duration_secs': 0.320983} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.500700] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.501772] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.501944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.502306] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.506073] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39bcb7a-cd13-4674-b42e-7408f03b1226 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.508562] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c513c853-1ed7-43f5-b961-660775ad50e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.519704] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b873b1c-25a2-46f8-83a0-c9649c3c317f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.523443] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232580, 'name': Rename_Task, 'duration_secs': 0.162217} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.523724] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 918.523724] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280c05e-d289-1a70-79be-cf185eea2af8" [ 918.523724] env[69162]: _type = "Task" [ 918.523724] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.523967] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.524563] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c783f632-dc59-4ec5-95ad-941940810277 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.536656] env[69162]: DEBUG nova.compute.provider_tree [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.545183] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280c05e-d289-1a70-79be-cf185eea2af8, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.546983] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.547275] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.547522] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.547684] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.547864] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.548211] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for the task: (returnval){ [ 918.548211] env[69162]: value = "task-3232581" [ 918.548211] env[69162]: _type = "Task" [ 918.548211] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.548668] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1df42a49-02c7-489b-bdce-8e41b53dc933 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.559463] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.560544] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.560717] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.561413] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06cfba0-88ea-4dcf-b0c8-3fc128f359e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.566459] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 918.566459] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52815f9a-9856-5ad4-ade0-5ae47a009874" [ 918.566459] env[69162]: _type = "Task" [ 918.566459] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.574907] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52815f9a-9856-5ad4-ade0-5ae47a009874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.755046] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e17e938-75d1-4469-8362-da80441aa367 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.773897] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance 'c4d26567-05de-49c0-bc5f-9310cbd12847' progress to 0 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.040129] env[69162]: DEBUG nova.scheduler.client.report [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.061117] env[69162]: DEBUG oslo_vmware.api [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232581, 'name': PowerOnVM_Task, 'duration_secs': 0.455195} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.062049] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.062272] env[69162]: INFO nova.compute.manager [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Took 8.82 seconds to spawn the instance on the hypervisor. [ 919.062450] env[69162]: DEBUG nova.compute.manager [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.063284] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f31310-9e94-485d-b9a1-973bc6f14001 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.080097] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52815f9a-9856-5ad4-ade0-5ae47a009874, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.080838] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88202102-d76c-461d-b115-d15cb74205b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.086794] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 919.086794] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5297688e-3dd1-e804-4c16-7c6eeb70b6ce" [ 919.086794] env[69162]: _type = "Task" [ 919.086794] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.095594] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5297688e-3dd1-e804-4c16-7c6eeb70b6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.280188] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.280497] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-800fe329-a5b4-473d-b855-7e29865e793d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.290044] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 919.290044] env[69162]: value = "task-3232582" [ 919.290044] env[69162]: _type = "Task" [ 919.290044] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.298599] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.547170] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.549914] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.502s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.550181] env[69162]: DEBUG nova.objects.instance [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lazy-loading 'resources' on Instance uuid d688584d-4f22-4efd-8d7a-8ae346a98b69 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.568986] env[69162]: INFO nova.scheduler.client.report [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Deleted allocations for instance 639739ab-736c-481d-8a0e-5a3e891c2cd3 [ 919.580867] env[69162]: INFO nova.compute.manager [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Took 47.83 seconds to build instance. [ 919.598777] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5297688e-3dd1-e804-4c16-7c6eeb70b6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013956} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.598777] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.598777] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 0ad59ecf-6533-4ecb-acca-47682085bf22/0ad59ecf-6533-4ecb-acca-47682085bf22.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.599024] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b987489-22cf-4867-a936-9268a2088c4a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.605979] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 919.605979] env[69162]: value = "task-3232583" [ 919.605979] env[69162]: _type = "Task" [ 919.605979] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.614528] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.803174] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232582, 'name': PowerOffVM_Task, 'duration_secs': 0.258307} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.803577] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.803801] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance 'c4d26567-05de-49c0-bc5f-9310cbd12847' progress to 17 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.988411] env[69162]: DEBUG oslo_concurrency.lockutils [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.988785] env[69162]: DEBUG oslo_concurrency.lockutils [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.989109] env[69162]: DEBUG oslo_concurrency.lockutils [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.989768] env[69162]: DEBUG oslo_concurrency.lockutils [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.989988] env[69162]: DEBUG oslo_concurrency.lockutils [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.992653] env[69162]: INFO nova.compute.manager [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Terminating instance [ 920.079659] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e5d71ef6-5eb9-41a9-ba8b-b02ecd2faa97 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.950s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.080782] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 33.852s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.082338] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "639739ab-736c-481d-8a0e-5a3e891c2cd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.082338] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.082338] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.086189] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8974cdf2-6d3f-4b10-83e7-f2523b62acc4 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.354s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.086967] env[69162]: INFO nova.compute.manager [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Terminating instance [ 920.116817] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484651} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.119604] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 0ad59ecf-6533-4ecb-acca-47682085bf22/0ad59ecf-6533-4ecb-acca-47682085bf22.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.119742] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.120829] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da52a14e-1eea-454c-a669-f68cc3da063d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.128167] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 920.128167] env[69162]: value = "task-3232584" [ 920.128167] env[69162]: _type = "Task" [ 920.128167] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.147469] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.312017] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.312017] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.312017] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.312017] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.312017] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.312017] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.312017] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.312017] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.312017] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.312775] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.313258] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.321800] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79381e16-e579-42f5-b73d-a82ef44739b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.341120] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 920.341120] env[69162]: value = "task-3232585" [ 920.341120] env[69162]: _type = "Task" [ 920.341120] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.353342] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.497777] env[69162]: DEBUG nova.compute.manager [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.498014] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.499839] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6041913-56f6-4d7a-8286-cac8715219c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.503031] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188baa9-9bef-485a-b5e3-befb9546d518 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.511227] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.513959] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27f3a7a-25a9-4025-87b5-19cda7ded5a1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.516310] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c7f2fc-5f79-4e72-abfc-829f9b8cd800 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.549138] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31970328-35dc-47df-85f0-e8359e36a756 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.551808] env[69162]: DEBUG oslo_vmware.api [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 920.551808] env[69162]: value = "task-3232586" [ 920.551808] env[69162]: _type = "Task" [ 920.551808] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.560170] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e55a8f-4184-4e53-8296-4299160f8080 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.567270] env[69162]: DEBUG oslo_vmware.api [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.577746] env[69162]: DEBUG nova.compute.provider_tree [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.592699] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.593017] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquired lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.593251] env[69162]: DEBUG nova.network.neutron [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.638894] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066534} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.640180] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.640180] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13183f54-c118-46f5-9c1d-0baa5c1631c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.663647] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 0ad59ecf-6533-4ecb-acca-47682085bf22/0ad59ecf-6533-4ecb-acca-47682085bf22.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.665210] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113dd0b0-aa22-4678-89d6-5141e61b6dc5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.683113] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "48391860-2920-44ab-b24d-0b04c15eb11b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.683401] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "48391860-2920-44ab-b24d-0b04c15eb11b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.691720] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 920.691720] env[69162]: value = "task-3232587" [ 920.691720] env[69162]: _type = "Task" [ 920.691720] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.702460] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.762215] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquiring lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.762549] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.762792] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquiring lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.762993] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.763180] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.766839] env[69162]: INFO nova.compute.manager [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Terminating instance [ 920.852857] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.062511] env[69162]: DEBUG oslo_vmware.api [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.080910] env[69162]: DEBUG nova.scheduler.client.report [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.095965] env[69162]: DEBUG nova.compute.utils [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Can not refresh info_cache because instance was not found {{(pid=69162) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 921.114566] env[69162]: DEBUG nova.network.neutron [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.184194] env[69162]: DEBUG nova.network.neutron [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.185550] env[69162]: DEBUG nova.compute.manager [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.203665] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.271391] env[69162]: DEBUG nova.compute.manager [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.271626] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.272552] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06896edb-31f5-4d1f-a02c-fba1c61f2179 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.281833] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.282139] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7df6a453-1a1f-4d4b-b989-7fb2e0132085 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.289915] env[69162]: DEBUG oslo_vmware.api [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for the task: (returnval){ [ 921.289915] env[69162]: value = "task-3232588" [ 921.289915] env[69162]: _type = "Task" [ 921.289915] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.299121] env[69162]: DEBUG oslo_vmware.api [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.354465] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.497092] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.497330] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.497554] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.497753] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.497895] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.500052] env[69162]: INFO nova.compute.manager [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Terminating instance [ 921.563595] env[69162]: DEBUG oslo_vmware.api [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232586, 'name': PowerOffVM_Task, 'duration_secs': 0.917762} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.563864] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.564046] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.564311] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7192f03-bc5b-4de3-bbc5-2316083d6ad9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.585871] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.589084] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.798s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.623000] env[69162]: INFO nova.scheduler.client.report [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Deleted allocations for instance d688584d-4f22-4efd-8d7a-8ae346a98b69 [ 921.689224] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Releasing lock "refresh_cache-639739ab-736c-481d-8a0e-5a3e891c2cd3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.689680] env[69162]: DEBUG nova.compute.manager [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.689847] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.692258] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7181211a-fa1f-4ec8-b916-77e3147439fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.706256] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.707621] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.711862] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c68480-4017-48f5-b381-b480ff3ff6d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.753719] env[69162]: WARNING nova.virt.vmwareapi.vmops [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 639739ab-736c-481d-8a0e-5a3e891c2cd3 could not be found. [ 921.753941] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.754137] env[69162]: INFO nova.compute.manager [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Took 0.06 seconds to destroy the instance on the hypervisor. [ 921.754385] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.754655] env[69162]: DEBUG nova.compute.manager [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.754749] env[69162]: DEBUG nova.network.neutron [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.770131] env[69162]: DEBUG nova.network.neutron [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.800347] env[69162]: DEBUG oslo_vmware.api [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232588, 'name': PowerOffVM_Task, 'duration_secs': 0.208113} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.800605] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.800773] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.801104] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-498a0263-f2b8-4135-a3ce-3ec010d81e03 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.854263] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232585, 'name': ReconfigVM_Task, 'duration_secs': 1.087391} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.854617] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance 'c4d26567-05de-49c0-bc5f-9310cbd12847' progress to 33 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.006054] env[69162]: DEBUG nova.compute.manager [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.006113] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.007024] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d9bae6-381d-4506-b747-3375ef78d281 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.015465] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.015725] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3731615f-1b40-429b-b60a-6759e421ccc5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.023990] env[69162]: DEBUG oslo_vmware.api [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 922.023990] env[69162]: value = "task-3232591" [ 922.023990] env[69162]: _type = "Task" [ 922.023990] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.038722] env[69162]: DEBUG oslo_vmware.api [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.094824] env[69162]: INFO nova.compute.claims [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.106997] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.107282] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.107450] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Deleting the datastore file [datastore2] b7c513d8-106d-402b-bdb8-3b7c5d511d45 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.108341] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63746b33-28ba-4228-b1e2-db5d3522aa4f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.110436] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.110666] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.110889] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleting the datastore file [datastore2] 9e72f90c-541b-4982-9d29-cd59ee8d49ae {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.111152] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93b149ad-7b8c-4132-afd3-71e064796106 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.119417] env[69162]: DEBUG oslo_vmware.api [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 922.119417] env[69162]: value = "task-3232593" [ 922.119417] env[69162]: _type = "Task" [ 922.119417] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.121202] env[69162]: DEBUG oslo_vmware.api [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for the task: (returnval){ [ 922.121202] env[69162]: value = "task-3232592" [ 922.121202] env[69162]: _type = "Task" [ 922.121202] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.139809] env[69162]: DEBUG oslo_vmware.api [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.143615] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3abd6cc-5f31-454d-b4be-ec5c77bb5657 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "d688584d-4f22-4efd-8d7a-8ae346a98b69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.362s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.144842] env[69162]: DEBUG oslo_vmware.api [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.208608] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232587, 'name': ReconfigVM_Task, 'duration_secs': 1.057887} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.208887] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 0ad59ecf-6533-4ecb-acca-47682085bf22/0ad59ecf-6533-4ecb-acca-47682085bf22.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.209546] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f34fa8af-519e-4fb9-be45-1f344274d0a5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.217452] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 922.217452] env[69162]: value = "task-3232594" [ 922.217452] env[69162]: _type = "Task" [ 922.217452] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.230250] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232594, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.272908] env[69162]: DEBUG nova.network.neutron [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.360693] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:14:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8d7f9854-a0c6-4be0-a31a-0223ea8661d4',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-938072625',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.360952] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.361120] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.361325] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.361478] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.361626] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.361844] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.362009] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.362187] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.362354] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.362552] env[69162]: DEBUG nova.virt.hardware [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.368088] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 922.368438] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719107c5-4398-4a23-9a2c-140174d85c14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.388247] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 922.388247] env[69162]: value = "task-3232595" [ 922.388247] env[69162]: _type = "Task" [ 922.388247] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.396867] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.537786] env[69162]: DEBUG oslo_vmware.api [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232591, 'name': PowerOffVM_Task, 'duration_secs': 0.209628} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.538018] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.538225] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.538512] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89aafdd5-356f-442a-aaf2-52cc8df5f811 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.602031] env[69162]: INFO nova.compute.resource_tracker [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating resource usage from migration 37886dd6-cca7-4f4d-b844-a7888c21185a [ 922.640232] env[69162]: DEBUG oslo_vmware.api [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141873} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.646512] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.646744] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.646925] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.647116] env[69162]: INFO nova.compute.manager [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Took 2.15 seconds to destroy the instance on the hypervisor. [ 922.647940] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.647940] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.647940] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.647940] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Deleting the datastore file [datastore2] f5fdb3dc-d045-46ae-95b6-9fe6f023af0f {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.648297] env[69162]: DEBUG oslo_vmware.api [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Task: {'id': task-3232592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140092} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.651818] env[69162]: DEBUG nova.compute.manager [-] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.651938] env[69162]: DEBUG nova.network.neutron [-] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.655037] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab79d706-4514-4585-80a8-cf9cfef7f4ab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.655550] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.659021] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.659021] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.659021] env[69162]: INFO nova.compute.manager [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Took 1.38 seconds to destroy the instance on the hypervisor. [ 922.659021] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.659021] env[69162]: DEBUG nova.compute.manager [-] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.659021] env[69162]: DEBUG nova.network.neutron [-] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.666417] env[69162]: DEBUG oslo_vmware.api [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for the task: (returnval){ [ 922.666417] env[69162]: value = "task-3232597" [ 922.666417] env[69162]: _type = "Task" [ 922.666417] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.680582] env[69162]: DEBUG oslo_vmware.api [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.728535] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232594, 'name': Rename_Task, 'duration_secs': 0.153724} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.731306] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.731703] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3315332-db23-4ce2-87fc-eddee622c624 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.739822] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 922.739822] env[69162]: value = "task-3232598" [ 922.739822] env[69162]: _type = "Task" [ 922.739822] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.751284] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.775763] env[69162]: INFO nova.compute.manager [-] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Took 1.02 seconds to deallocate network for instance. [ 922.899114] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232595, 'name': ReconfigVM_Task, 'duration_secs': 0.218055} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.899393] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.900202] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5e1a5a-f46e-4fe4-9a40-efe7ab287ebc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.929548] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] c4d26567-05de-49c0-bc5f-9310cbd12847/c4d26567-05de-49c0-bc5f-9310cbd12847.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.929919] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbaae120-8f26-4f37-96ad-b6840a17983d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.954286] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 922.954286] env[69162]: value = "task-3232599" [ 922.954286] env[69162]: _type = "Task" [ 922.954286] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.965906] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.088818] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "128d4784-9841-4527-b560-19c047fe8773" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.089045] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "128d4784-9841-4527-b560-19c047fe8773" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.089323] env[69162]: INFO nova.compute.manager [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Shelving [ 923.132213] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ff0bf1-b3c6-42ee-90a1-fa3266b2e76a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.142556] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c6cf0-f68b-48fd-a05d-1c5fe5477817 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.194051] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "62068b04-5cda-4e51-9dbc-375386baf27f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.194354] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "62068b04-5cda-4e51-9dbc-375386baf27f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.194568] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "62068b04-5cda-4e51-9dbc-375386baf27f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.194806] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "62068b04-5cda-4e51-9dbc-375386baf27f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.195122] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "62068b04-5cda-4e51-9dbc-375386baf27f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.197178] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1182ca11-dffa-4fbc-b31d-9bf5a6559485 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.200556] env[69162]: INFO nova.compute.manager [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Terminating instance [ 923.213937] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaffd01c-b249-4457-a540-2b0af654693d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.218390] env[69162]: DEBUG oslo_vmware.api [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Task: {'id': task-3232597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174953} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.219338] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.219564] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.219712] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.219885] env[69162]: INFO nova.compute.manager [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 923.220167] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.220775] env[69162]: DEBUG nova.compute.manager [-] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.220875] env[69162]: DEBUG nova.network.neutron [-] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.231593] env[69162]: DEBUG nova.compute.provider_tree [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.251233] env[69162]: DEBUG oslo_vmware.api [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232598, 'name': PowerOnVM_Task, 'duration_secs': 0.474801} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.251499] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.251702] env[69162]: INFO nova.compute.manager [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Took 8.33 seconds to spawn the instance on the hypervisor. [ 923.251876] env[69162]: DEBUG nova.compute.manager [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.252676] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a16d4fe-c337-42d4-8e6c-59b56de2ed78 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.283144] env[69162]: INFO nova.compute.manager [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Instance disappeared during terminate [ 923.283385] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be56821b-1a86-4bc7-830d-0dfd34d9f563 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "639739ab-736c-481d-8a0e-5a3e891c2cd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.203s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.465388] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.483176] env[69162]: DEBUG nova.compute.manager [req-14c98ff3-f61a-4249-8548-289330797225 req-4a53585a-073d-4d0e-9697-59f21695bb17 service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Received event network-vif-deleted-d79782f1-a1c7-46ff-9d90-1e9eb1dada34 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.483387] env[69162]: INFO nova.compute.manager [req-14c98ff3-f61a-4249-8548-289330797225 req-4a53585a-073d-4d0e-9697-59f21695bb17 service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Neutron deleted interface d79782f1-a1c7-46ff-9d90-1e9eb1dada34; detaching it from the instance and deleting it from the info cache [ 923.483569] env[69162]: DEBUG nova.network.neutron [req-14c98ff3-f61a-4249-8548-289330797225 req-4a53585a-073d-4d0e-9697-59f21695bb17 service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.705824] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "refresh_cache-62068b04-5cda-4e51-9dbc-375386baf27f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.706100] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquired lock "refresh_cache-62068b04-5cda-4e51-9dbc-375386baf27f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.706287] env[69162]: DEBUG nova.network.neutron [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.734505] env[69162]: DEBUG nova.scheduler.client.report [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.778762] env[69162]: INFO nova.compute.manager [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Took 48.11 seconds to build instance. [ 923.814726] env[69162]: DEBUG nova.network.neutron [-] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.829438] env[69162]: DEBUG nova.network.neutron [-] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.887561] env[69162]: DEBUG nova.compute.manager [req-f727e155-da93-4172-b507-a85f065666ef req-a32cd72f-38f2-41ac-8337-09f7fcc238d3 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Received event network-vif-deleted-24ebc844-7c01-41cf-858e-ca7123727dc6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.887846] env[69162]: INFO nova.compute.manager [req-f727e155-da93-4172-b507-a85f065666ef req-a32cd72f-38f2-41ac-8337-09f7fcc238d3 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Neutron deleted interface 24ebc844-7c01-41cf-858e-ca7123727dc6; detaching it from the instance and deleting it from the info cache [ 923.888963] env[69162]: DEBUG nova.network.neutron [req-f727e155-da93-4172-b507-a85f065666ef req-a32cd72f-38f2-41ac-8337-09f7fcc238d3 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.967223] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232599, 'name': ReconfigVM_Task, 'duration_secs': 0.643923} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.967409] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Reconfigured VM instance instance-00000031 to attach disk [datastore2] c4d26567-05de-49c0-bc5f-9310cbd12847/c4d26567-05de-49c0-bc5f-9310cbd12847.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.967656] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance 'c4d26567-05de-49c0-bc5f-9310cbd12847' progress to 50 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.986025] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78d2fb60-35ec-491e-92ed-bb3f0ce4f8f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.995486] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd26127-c701-4ed2-b474-9b9791b8b3ce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.031179] env[69162]: DEBUG nova.compute.manager [req-14c98ff3-f61a-4249-8548-289330797225 req-4a53585a-073d-4d0e-9697-59f21695bb17 service nova] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Detach interface failed, port_id=d79782f1-a1c7-46ff-9d90-1e9eb1dada34, reason: Instance 9e72f90c-541b-4982-9d29-cd59ee8d49ae could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.101219] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.101552] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-572a70fd-4751-4081-855f-0e2a027f7436 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.109880] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 924.109880] env[69162]: value = "task-3232600" [ 924.109880] env[69162]: _type = "Task" [ 924.109880] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.120761] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.227553] env[69162]: DEBUG nova.network.neutron [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.242322] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.653s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.242444] env[69162]: INFO nova.compute.manager [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Migrating [ 924.248902] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.685s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.249129] env[69162]: DEBUG nova.objects.instance [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 924.281785] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41d4780a-4deb-4801-84c8-596adac87a10 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "0ad59ecf-6533-4ecb-acca-47682085bf22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.627s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.285223] env[69162]: DEBUG nova.network.neutron [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.317128] env[69162]: INFO nova.compute.manager [-] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Took 1.67 seconds to deallocate network for instance. [ 924.332081] env[69162]: INFO nova.compute.manager [-] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Took 1.67 seconds to deallocate network for instance. [ 924.351251] env[69162]: DEBUG nova.network.neutron [-] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.392424] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cd05af6-2600-497a-99ff-cb9f45a140f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.403323] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3514683c-4a8b-4795-8dcc-be50385c7f6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.440674] env[69162]: DEBUG nova.compute.manager [req-f727e155-da93-4172-b507-a85f065666ef req-a32cd72f-38f2-41ac-8337-09f7fcc238d3 service nova] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Detach interface failed, port_id=24ebc844-7c01-41cf-858e-ca7123727dc6, reason: Instance f5fdb3dc-d045-46ae-95b6-9fe6f023af0f could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.477941] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a8a0ba-d517-4c90-b8bb-cf3c4d1361d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.497558] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972d70b-dae7-4349-b275-520488a8f4ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.519241] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance 'c4d26567-05de-49c0-bc5f-9310cbd12847' progress to 67 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.621035] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232600, 'name': PowerOffVM_Task, 'duration_secs': 0.368125} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.621214] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.622130] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05d6c9b-356e-4adc-bee3-bdfdfbf145a7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.640896] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605e2fec-3703-49c6-ba41-86213c3496f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.758827] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.759038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.759212] env[69162]: DEBUG nova.network.neutron [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.788839] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Releasing lock "refresh_cache-62068b04-5cda-4e51-9dbc-375386baf27f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.789098] env[69162]: DEBUG nova.compute.manager [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.789305] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.790236] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba92c97-1136-4bd4-a742-312470c6db80 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.798664] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.798902] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8b5fadd-90d7-4979-9387-69c0070eaabd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.806401] env[69162]: DEBUG oslo_vmware.api [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 924.806401] env[69162]: value = "task-3232601" [ 924.806401] env[69162]: _type = "Task" [ 924.806401] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.814918] env[69162]: DEBUG oslo_vmware.api [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.824341] env[69162]: DEBUG oslo_concurrency.lockutils [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.838963] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.853555] env[69162]: INFO nova.compute.manager [-] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Took 1.63 seconds to deallocate network for instance. [ 925.070833] env[69162]: DEBUG nova.network.neutron [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Port f502f76e-5a1a-4dba-9034-90819068e9de binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 925.151574] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 925.151884] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d0c4bd7-4760-43c2-af67-0826266a1048 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.165437] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 925.165437] env[69162]: value = "task-3232602" [ 925.165437] env[69162]: _type = "Task" [ 925.165437] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.173988] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232602, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.261968] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd31cc25-2a35-4de4-ab1e-27d67e20c32b tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.263275] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.685s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.263622] env[69162]: DEBUG nova.objects.instance [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lazy-loading 'resources' on Instance uuid 216a1a72-1d3f-431c-9544-8756135307ab {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.317081] env[69162]: DEBUG oslo_vmware.api [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232601, 'name': PowerOffVM_Task, 'duration_secs': 0.137772} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.317368] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.317530] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.317787] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a79f7cf-d728-45ef-bda3-31b86c88147a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.347112] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.347354] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.347554] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Deleting the datastore file [datastore1] 62068b04-5cda-4e51-9dbc-375386baf27f {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.347838] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-460e2efd-26c4-45c8-9f32-1162123d60e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.355486] env[69162]: DEBUG oslo_vmware.api [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for the task: (returnval){ [ 925.355486] env[69162]: value = "task-3232604" [ 925.355486] env[69162]: _type = "Task" [ 925.355486] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.359572] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.366936] env[69162]: DEBUG oslo_vmware.api [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.486368] env[69162]: DEBUG nova.network.neutron [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance_info_cache with network_info: [{"id": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "address": "fa:16:3e:9f:5d:18", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d5ba15-55", "ovs_interfaceid": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.509183] env[69162]: DEBUG nova.compute.manager [req-fb12dfbd-2e3f-4620-ab5b-c735327b3b03 req-326fed7e-df0d-4d53-9afd-56a21b597f42 service nova] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Received event network-vif-deleted-955b079c-69ec-419b-92bc-78e15fbe290d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.675957] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232602, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.870246] env[69162]: DEBUG oslo_vmware.api [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Task: {'id': task-3232604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106745} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.870525] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.870819] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.871090] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.871214] env[69162]: INFO nova.compute.manager [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 925.871459] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.874027] env[69162]: DEBUG nova.compute.manager [-] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.874112] env[69162]: DEBUG nova.network.neutron [-] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.895589] env[69162]: DEBUG nova.network.neutron [-] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.987994] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.096566] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "c4d26567-05de-49c0-bc5f-9310cbd12847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.096828] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "c4d26567-05de-49c0-bc5f-9310cbd12847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.097035] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "c4d26567-05de-49c0-bc5f-9310cbd12847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.183688] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232602, 'name': CreateSnapshot_Task, 'duration_secs': 0.548157} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.183688] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.184260] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3408c03d-fe36-4b68-807d-c91e73856367 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.188504] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c13c0-0c87-485a-b905-84650af592b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.201245] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6489a8-4db2-4207-b59b-863a20c33058 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.238907] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9750fd42-8004-4c65-b8ea-a68f58f86966 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.247059] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023ffea7-3c59-4429-9ff3-10f82743d780 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.262564] env[69162]: DEBUG nova.compute.provider_tree [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.398761] env[69162]: DEBUG nova.network.neutron [-] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.707985] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.708618] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-892536a1-8302-4cc4-afec-d0476c4f76a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.719153] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 926.719153] env[69162]: value = "task-3232605" [ 926.719153] env[69162]: _type = "Task" [ 926.719153] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.728125] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232605, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.767801] env[69162]: DEBUG nova.scheduler.client.report [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.902465] env[69162]: INFO nova.compute.manager [-] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Took 1.03 seconds to deallocate network for instance. [ 927.136183] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "0ad59ecf-6533-4ecb-acca-47682085bf22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.136551] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "0ad59ecf-6533-4ecb-acca-47682085bf22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.136883] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "0ad59ecf-6533-4ecb-acca-47682085bf22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.137241] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "0ad59ecf-6533-4ecb-acca-47682085bf22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.137531] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "0ad59ecf-6533-4ecb-acca-47682085bf22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.140407] env[69162]: INFO nova.compute.manager [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Terminating instance [ 927.199907] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.200127] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.200313] env[69162]: DEBUG nova.network.neutron [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.230622] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232605, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.272473] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.275038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.814s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.276376] env[69162]: DEBUG nova.objects.instance [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 927.306898] env[69162]: INFO nova.scheduler.client.report [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Deleted allocations for instance 216a1a72-1d3f-431c-9544-8756135307ab [ 927.409136] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.509559] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a550afc-f333-4d9d-8c87-d9da1399c359 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.529938] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance '7d3ffe9b-359f-4379-94f3-e0f1233aeeb2' progress to 0 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.645674] env[69162]: DEBUG nova.compute.manager [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.645866] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.646789] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921d98bb-141b-47be-a9db-a1375c5408ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.654662] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.654927] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88642af7-dcf9-4ab4-8c1e-729e17e25684 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.661293] env[69162]: DEBUG oslo_vmware.api [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 927.661293] env[69162]: value = "task-3232606" [ 927.661293] env[69162]: _type = "Task" [ 927.661293] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.668939] env[69162]: DEBUG oslo_vmware.api [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.730196] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232605, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.815431] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82de6775-2989-4b32-9cdf-5f4a7267033d tempest-SecurityGroupsTestJSON-361661517 tempest-SecurityGroupsTestJSON-361661517-project-member] Lock "216a1a72-1d3f-431c-9544-8756135307ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.827s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.033411] env[69162]: DEBUG nova.network.neutron [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance_info_cache with network_info: [{"id": "f502f76e-5a1a-4dba-9034-90819068e9de", "address": "fa:16:3e:0b:a0:2c", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf502f76e-5a", "ovs_interfaceid": "f502f76e-5a1a-4dba-9034-90819068e9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.035997] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.036384] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6e7702b-7515-4793-a701-8db463dd22f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.045383] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 928.045383] env[69162]: value = "task-3232607" [ 928.045383] env[69162]: _type = "Task" [ 928.045383] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.058182] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 928.058389] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance '7d3ffe9b-359f-4379-94f3-e0f1233aeeb2' progress to 17 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.171780] env[69162]: DEBUG oslo_vmware.api [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232606, 'name': PowerOffVM_Task, 'duration_secs': 0.450692} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.172077] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.172254] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.172512] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8363cca7-40a0-4c39-863d-8c53a3f4f96e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.230131] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232605, 'name': CloneVM_Task} progress is 95%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.246685] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.247042] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.247291] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Deleting the datastore file [datastore2] 0ad59ecf-6533-4ecb-acca-47682085bf22 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.247579] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cab136b-1f59-4f2b-8522-33adad212806 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.253987] env[69162]: DEBUG oslo_vmware.api [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 928.253987] env[69162]: value = "task-3232609" [ 928.253987] env[69162]: _type = "Task" [ 928.253987] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.264074] env[69162]: DEBUG oslo_vmware.api [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.287546] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a5ecaf1d-2e86-45f0-8ab0-f88b00be8442 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.288772] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.719s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.288994] env[69162]: DEBUG nova.objects.instance [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lazy-loading 'resources' on Instance uuid ddeb6757-1690-41e8-bdc1-87dadc34788d {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.540439] env[69162]: DEBUG oslo_concurrency.lockutils [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.568612] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.568612] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.568612] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.568612] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.568612] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.568612] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.569071] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.569753] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.569753] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.569753] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.570626] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.576018] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff58ee05-1074-4a41-8e62-e551e026bdd5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.591598] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 928.591598] env[69162]: value = "task-3232610" [ 928.591598] env[69162]: _type = "Task" [ 928.591598] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.600480] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.730537] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232605, 'name': CloneVM_Task, 'duration_secs': 1.683385} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.730811] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Created linked-clone VM from snapshot [ 928.731576] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babf588b-9c74-47ea-8b68-91a59aaadc1c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.738887] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Uploading image 16cf405b-b946-459e-885f-17ff9d75ba03 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.766020] env[69162]: DEBUG oslo_vmware.api [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203489} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.767843] env[69162]: DEBUG oslo_vmware.rw_handles [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.767843] env[69162]: value = "vm-646154" [ 928.767843] env[69162]: _type = "VirtualMachine" [ 928.767843] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.768130] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.768315] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.768488] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.768657] env[69162]: INFO nova.compute.manager [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Took 1.12 seconds to destroy the instance on the hypervisor. [ 928.768887] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.769076] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bcab5ca5-4fd3-4cf3-ba64-e3171f3fa2c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.770530] env[69162]: DEBUG nova.compute.manager [-] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.770633] env[69162]: DEBUG nova.network.neutron [-] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.776579] env[69162]: DEBUG oslo_vmware.rw_handles [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lease: (returnval){ [ 928.776579] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d99c15-c261-4d69-40ec-c6a1436f7e9e" [ 928.776579] env[69162]: _type = "HttpNfcLease" [ 928.776579] env[69162]: } obtained for exporting VM: (result){ [ 928.776579] env[69162]: value = "vm-646154" [ 928.776579] env[69162]: _type = "VirtualMachine" [ 928.776579] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.776879] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the lease: (returnval){ [ 928.776879] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d99c15-c261-4d69-40ec-c6a1436f7e9e" [ 928.776879] env[69162]: _type = "HttpNfcLease" [ 928.776879] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.782554] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.782554] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d99c15-c261-4d69-40ec-c6a1436f7e9e" [ 928.782554] env[69162]: _type = "HttpNfcLease" [ 928.782554] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.104970] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232610, 'name': ReconfigVM_Task, 'duration_secs': 0.154403} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.104970] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance '7d3ffe9b-359f-4379-94f3-e0f1233aeeb2' progress to 33 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.155873] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1513dc-f29d-4196-83a8-2b6a7267a584 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.180136] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc0cccb-1d57-4a33-ae8a-a76f6ed096fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.183765] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c27178-66b8-4301-86eb-f4d62a4750ca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.193714] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b083c1a2-a742-4d8a-a9d1-bbfc4a349a3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.196292] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance 'c4d26567-05de-49c0-bc5f-9310cbd12847' progress to 83 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.233650] env[69162]: DEBUG nova.network.neutron [-] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.234866] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e812fb-0f15-4306-a032-8cacde9440f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.242912] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7bc7dc-e143-4657-a6d7-21bf9345b546 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.258229] env[69162]: DEBUG nova.compute.provider_tree [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.278548] env[69162]: DEBUG nova.compute.manager [req-3a426a46-52a2-4e80-8d16-4a1cc6d83fc3 req-51ce58c1-5e9a-4d5d-8252-fc28480535da service nova] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Received event network-vif-deleted-91427f66-8d41-4c62-a7b5-a5fbb0905cc8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.284191] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.284191] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d99c15-c261-4d69-40ec-c6a1436f7e9e" [ 929.284191] env[69162]: _type = "HttpNfcLease" [ 929.284191] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.284479] env[69162]: DEBUG oslo_vmware.rw_handles [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.284479] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d99c15-c261-4d69-40ec-c6a1436f7e9e" [ 929.284479] env[69162]: _type = "HttpNfcLease" [ 929.284479] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.285205] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f35f8a6-89b6-4103-9087-a4cf078ca655 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.292784] env[69162]: DEBUG oslo_vmware.rw_handles [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521958d7-523b-1c75-614b-693d12e5f9cb/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.293161] env[69162]: DEBUG oslo_vmware.rw_handles [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521958d7-523b-1c75-614b-693d12e5f9cb/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.386314] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0be2d7c4-9e25-41e4-8ac6-ba0f2725760d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.609541] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.609797] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.610047] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.610341] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.610517] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.610785] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.611011] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.611815] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.611815] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.611815] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.611815] env[69162]: DEBUG nova.virt.hardware [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.617722] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 929.617722] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9911a1-d930-400b-a57a-97227ac8ab58 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.637803] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 929.637803] env[69162]: value = "task-3232612" [ 929.637803] env[69162]: _type = "Task" [ 929.637803] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.646402] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.702599] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.702958] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd361603-ef13-428f-ab23-3f5a0fdd6ea0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.710653] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 929.710653] env[69162]: value = "task-3232613" [ 929.710653] env[69162]: _type = "Task" [ 929.710653] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.719080] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.738814] env[69162]: INFO nova.compute.manager [-] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Took 0.97 seconds to deallocate network for instance. [ 929.789671] env[69162]: ERROR nova.scheduler.client.report [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] [req-09ff91ea-5147-423d-992c-449388a66e57] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09ff91ea-5147-423d-992c-449388a66e57"}]} [ 929.817448] env[69162]: DEBUG nova.scheduler.client.report [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 929.850836] env[69162]: DEBUG nova.scheduler.client.report [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 929.851112] env[69162]: DEBUG nova.compute.provider_tree [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.868971] env[69162]: DEBUG nova.scheduler.client.report [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 929.893336] env[69162]: DEBUG nova.scheduler.client.report [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 930.149170] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232612, 'name': ReconfigVM_Task, 'duration_secs': 0.170743} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.152470] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.154610] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37398413-545e-4f6f-8e77-cc16a47abb77 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.184261] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2/7d3ffe9b-359f-4379-94f3-e0f1233aeeb2.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.187574] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d39e41-0557-4639-9d0e-2c0e683abcb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.206823] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 930.206823] env[69162]: value = "task-3232614" [ 930.206823] env[69162]: _type = "Task" [ 930.206823] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.223180] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.228281] env[69162]: DEBUG oslo_vmware.api [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232613, 'name': PowerOnVM_Task, 'duration_secs': 0.412871} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.228281] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.228698] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-46b66efe-bb31-44c7-aec0-6a0f2dd9e73e tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance 'c4d26567-05de-49c0-bc5f-9310cbd12847' progress to 100 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.246142] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.523880] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fd3e76-6ed5-4db7-ae18-f2de27c3824f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.536453] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2827ff2c-c5a9-40b9-80f1-c478c50ec22f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.576163] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dac4383-602b-4807-862b-304792504a32 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.586027] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ad9e43-2bda-4e1a-805a-3bc1a32bd61f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.602369] env[69162]: DEBUG nova.compute.provider_tree [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.718119] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.138489] env[69162]: DEBUG nova.scheduler.client.report [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 931.138840] env[69162]: DEBUG nova.compute.provider_tree [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 80 to 81 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 931.139150] env[69162]: DEBUG nova.compute.provider_tree [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.218515] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.646063] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.357s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.648846] env[69162]: DEBUG oslo_concurrency.lockutils [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.910s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.650480] env[69162]: DEBUG nova.objects.instance [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lazy-loading 'resources' on Instance uuid 5d441593-c7b4-4080-ab9c-bca7279d7417 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.673197] env[69162]: INFO nova.scheduler.client.report [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Deleted allocations for instance ddeb6757-1690-41e8-bdc1-87dadc34788d [ 931.723195] env[69162]: DEBUG oslo_vmware.api [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232614, 'name': ReconfigVM_Task, 'duration_secs': 1.072793} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.723574] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2/7d3ffe9b-359f-4379-94f3-e0f1233aeeb2.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.723872] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance '7d3ffe9b-359f-4379-94f3-e0f1233aeeb2' progress to 50 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.182163] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b6eb392-6121-453b-a44e-c64627224c70 tempest-ServerShowV254Test-705526732 tempest-ServerShowV254Test-705526732-project-member] Lock "ddeb6757-1690-41e8-bdc1-87dadc34788d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.397s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.233370] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebe03ae-959f-469f-9a9f-4ea70123d1d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.258606] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db907fed-9146-47cb-8aab-a86bc4a3fdc1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.277715] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance '7d3ffe9b-359f-4379-94f3-e0f1233aeeb2' progress to 67 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.649385] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011e0bb6-5a69-412c-9542-4c09e9efc64d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.658045] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e3e79a-6f1e-4145-8823-ca62e0f196b4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.695191] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533000f9-c852-4dc6-bd97-a43fcf8346ce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.702521] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea67934-b4b4-4a37-ab57-dfb494b82160 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.719542] env[69162]: DEBUG nova.compute.provider_tree [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.900298] env[69162]: DEBUG nova.network.neutron [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Port c0d5ba15-55bd-4fbc-bc86-1037aa210271 binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 933.082885] env[69162]: DEBUG nova.network.neutron [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Port f502f76e-5a1a-4dba-9034-90819068e9de binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 933.083209] env[69162]: DEBUG oslo_concurrency.lockutils [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.083478] env[69162]: DEBUG oslo_concurrency.lockutils [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.083610] env[69162]: DEBUG nova.network.neutron [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.223125] env[69162]: DEBUG nova.scheduler.client.report [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.730079] env[69162]: DEBUG oslo_concurrency.lockutils [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.733150] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.411s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.733959] env[69162]: INFO nova.compute.claims [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.772748] env[69162]: INFO nova.scheduler.client.report [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleted allocations for instance 5d441593-c7b4-4080-ab9c-bca7279d7417 [ 933.928493] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.929212] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.929726] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.004733] env[69162]: DEBUG nova.network.neutron [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance_info_cache with network_info: [{"id": "f502f76e-5a1a-4dba-9034-90819068e9de", "address": "fa:16:3e:0b:a0:2c", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf502f76e-5a", "ovs_interfaceid": "f502f76e-5a1a-4dba-9034-90819068e9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.282137] env[69162]: DEBUG oslo_concurrency.lockutils [None req-73d3bff0-1c44-49ab-9ebf-ec86756b666a tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "5d441593-c7b4-4080-ab9c-bca7279d7417" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.211s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.508433] env[69162]: DEBUG oslo_concurrency.lockutils [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.839496] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "1d211996-69af-42de-99d4-d372cfbc27a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.839789] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "1d211996-69af-42de-99d4-d372cfbc27a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.839995] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "1d211996-69af-42de-99d4-d372cfbc27a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.840167] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "1d211996-69af-42de-99d4-d372cfbc27a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.840340] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "1d211996-69af-42de-99d4-d372cfbc27a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.844805] env[69162]: INFO nova.compute.manager [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Terminating instance [ 934.996132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.996542] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.996542] env[69162]: DEBUG nova.network.neutron [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.015391] env[69162]: DEBUG nova.compute.manager [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69162) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 935.015712] env[69162]: DEBUG oslo_concurrency.lockutils [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.149915] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5733e902-b172-4075-8a1d-ea6f1dd24e98 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.159290] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5719371-8300-421b-80c6-329c58d4842a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.190008] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84feecb6-1def-4c07-9612-29ed05e4fc72 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.197921] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e069d0d9-43b0-4e4f-afd0-964a70e9080c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.214272] env[69162]: DEBUG nova.compute.provider_tree [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.348562] env[69162]: DEBUG nova.compute.manager [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.348798] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.349761] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0741b56f-f5dc-46e1-ae5b-610f7dd57ba1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.360120] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.360382] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86a33700-1ad4-4a16-aa50-78d8c24c34d5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.367852] env[69162]: DEBUG oslo_vmware.api [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 935.367852] env[69162]: value = "task-3232615" [ 935.367852] env[69162]: _type = "Task" [ 935.367852] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.377390] env[69162]: DEBUG oslo_vmware.api [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.570392] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "2610de4b-76e5-4d36-8544-525b4cb645c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.570729] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.717073] env[69162]: DEBUG nova.scheduler.client.report [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.848396] env[69162]: DEBUG nova.network.neutron [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance_info_cache with network_info: [{"id": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "address": "fa:16:3e:9f:5d:18", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d5ba15-55", "ovs_interfaceid": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.877874] env[69162]: DEBUG oslo_vmware.api [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232615, 'name': PowerOffVM_Task, 'duration_secs': 0.214746} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.878172] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.878349] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.878608] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d03cbbc-0e77-42bf-9eab-e974f1503d53 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.949277] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.949499] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.949684] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleting the datastore file [datastore1] 1d211996-69af-42de-99d4-d372cfbc27a3 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.949961] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e60b7aa-e554-4abe-804a-ae0ca38cd4bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.956399] env[69162]: DEBUG oslo_vmware.api [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 935.956399] env[69162]: value = "task-3232617" [ 935.956399] env[69162]: _type = "Task" [ 935.956399] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.964914] env[69162]: DEBUG oslo_vmware.api [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.074291] env[69162]: DEBUG nova.compute.manager [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.227063] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.227506] env[69162]: DEBUG nova.compute.manager [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.230232] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.100s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.231637] env[69162]: INFO nova.compute.claims [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.351668] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.468060] env[69162]: DEBUG oslo_vmware.api [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231622} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.468060] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.468060] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.468408] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.468454] env[69162]: INFO nova.compute.manager [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 936.468691] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.468929] env[69162]: DEBUG nova.compute.manager [-] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.469048] env[69162]: DEBUG nova.network.neutron [-] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.600422] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.715479] env[69162]: DEBUG nova.compute.manager [req-2a8aa4f6-f411-43ef-a371-12e8033ce3ba req-51ea02af-8e74-472e-b96c-9fdc4be46eff service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Received event network-vif-deleted-e121e979-064d-482b-bae0-6a799c32b953 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.715716] env[69162]: INFO nova.compute.manager [req-2a8aa4f6-f411-43ef-a371-12e8033ce3ba req-51ea02af-8e74-472e-b96c-9fdc4be46eff service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Neutron deleted interface e121e979-064d-482b-bae0-6a799c32b953; detaching it from the instance and deleting it from the info cache [ 936.715874] env[69162]: DEBUG nova.network.neutron [req-2a8aa4f6-f411-43ef-a371-12e8033ce3ba req-51ea02af-8e74-472e-b96c-9fdc4be46eff service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.738073] env[69162]: DEBUG nova.compute.utils [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.739089] env[69162]: DEBUG nova.compute.manager [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.739281] env[69162]: DEBUG nova.network.neutron [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.806222] env[69162]: DEBUG nova.policy [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f9af3b3920d45d3b98e667173b2fc44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0025a122460c4913a3b768c8b67d0006', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.879422] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac2e441-b6a6-4973-8022-314ff1360b23 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.904163] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3882198-26f2-4178-badb-89c4db070ef7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.911806] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance '7d3ffe9b-359f-4379-94f3-e0f1233aeeb2' progress to 83 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.917311] env[69162]: DEBUG oslo_vmware.rw_handles [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521958d7-523b-1c75-614b-693d12e5f9cb/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.918194] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f96974-6140-4101-b4d8-00b868f2bb3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.924501] env[69162]: DEBUG oslo_vmware.rw_handles [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521958d7-523b-1c75-614b-693d12e5f9cb/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.924501] env[69162]: ERROR oslo_vmware.rw_handles [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521958d7-523b-1c75-614b-693d12e5f9cb/disk-0.vmdk due to incomplete transfer. [ 936.924710] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5d4d741b-ecc7-4d5f-b4af-dbf8c41bc25d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.931816] env[69162]: DEBUG oslo_vmware.rw_handles [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521958d7-523b-1c75-614b-693d12e5f9cb/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 936.936024] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Uploaded image 16cf405b-b946-459e-885f-17ff9d75ba03 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 936.936024] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 936.936024] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f64b748-1c77-4d72-8299-7fb08b1913e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.944694] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 936.944694] env[69162]: value = "task-3232618" [ 936.944694] env[69162]: _type = "Task" [ 936.944694] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.957257] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232618, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.165870] env[69162]: DEBUG nova.network.neutron [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Successfully created port: 5130d362-f690-4e0e-961f-1d3b3ac9033c {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.196618] env[69162]: DEBUG nova.network.neutron [-] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.218251] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6103a2b-4476-4950-bdcf-552d9189154f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.228506] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ac3eb4-692c-4e16-a08d-01da603172ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.247260] env[69162]: DEBUG nova.compute.manager [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.275411] env[69162]: DEBUG nova.compute.manager [req-2a8aa4f6-f411-43ef-a371-12e8033ce3ba req-51ea02af-8e74-472e-b96c-9fdc4be46eff service nova] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Detach interface failed, port_id=e121e979-064d-482b-bae0-6a799c32b953, reason: Instance 1d211996-69af-42de-99d4-d372cfbc27a3 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.423845] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41373d8b-c6d0-4556-9ca7-b144902a0db7 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance '7d3ffe9b-359f-4379-94f3-e0f1233aeeb2' progress to 100 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.457164] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232618, 'name': Destroy_Task, 'duration_secs': 0.369293} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.457502] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Destroyed the VM [ 937.457754] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 937.458025] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ab3c53d-3249-41ac-8414-3a4828988cef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.464474] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 937.464474] env[69162]: value = "task-3232619" [ 937.464474] env[69162]: _type = "Task" [ 937.464474] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.474691] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232619, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.644524] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237ce9f0-37d7-491f-866f-9fce14923eb5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.652246] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09aa80d-cced-4ba8-8faa-50e7994b0014 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.681400] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ad66f4-bbfb-474a-a854-6d6b6ed0e80a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.688164] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a3a5d0-e590-4911-9488-96335ae496f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.701079] env[69162]: INFO nova.compute.manager [-] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Took 1.23 seconds to deallocate network for instance. [ 937.701547] env[69162]: DEBUG nova.compute.provider_tree [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.751441] env[69162]: INFO nova.virt.block_device [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Booting with volume c83a138c-02f4-4c1c-becd-4e44aff09e24 at /dev/sda [ 937.787430] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d269c91-76fc-4728-bd34-fbf6940e43ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.797814] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587c5017-848c-49fc-9fb4-b63bcb33e244 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.831100] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efe59ce8-0beb-4739-a9ce-fc7a4d951ed0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.839212] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6987aa-3f9a-4ad4-80a2-bebd24c58929 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.871073] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2548fe5e-ba30-4164-88aa-840dbd95ebb2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.877923] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c425aba-6a9e-43fb-8ab0-e24215f5066d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.891459] env[69162]: DEBUG nova.virt.block_device [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Updating existing volume attachment record: de6fd928-d5f7-4dbe-bd9d-9ae2b01a6ff6 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 937.974198] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232619, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.206788] env[69162]: DEBUG nova.scheduler.client.report [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.210273] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.475347] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232619, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.712482] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.712883] env[69162]: DEBUG nova.compute.manager [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.715543] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.540s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.715725] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.715897] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 938.716216] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.747s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.717635] env[69162]: INFO nova.compute.claims [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.729935] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19664a91-3cbd-4c73-a9a5-3890a50578bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.743706] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dca69e-7f38-4340-a220-4a913d890267 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.760472] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d215eb-0234-4392-8ada-a454922f577b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.769434] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea7b235-76ba-41d1-b421-430050587f39 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.800748] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178546MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 938.800934] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.974670] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232619, 'name': RemoveSnapshot_Task, 'duration_secs': 1.301348} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.975025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 938.975922] env[69162]: DEBUG nova.compute.manager [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.976230] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72591803-24e4-4ee4-92f1-c4f6f56b14c2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.170573] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.170900] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.171158] env[69162]: DEBUG nova.compute.manager [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Going to confirm migration 3 {{(pid=69162) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 939.185286] env[69162]: DEBUG nova.compute.manager [req-5f7a0b30-7cfb-4051-affe-40a493d9e921 req-793d15c2-29da-46ec-808b-ce69076f60f8 service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Received event network-vif-plugged-5130d362-f690-4e0e-961f-1d3b3ac9033c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.185286] env[69162]: DEBUG oslo_concurrency.lockutils [req-5f7a0b30-7cfb-4051-affe-40a493d9e921 req-793d15c2-29da-46ec-808b-ce69076f60f8 service nova] Acquiring lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.185510] env[69162]: DEBUG oslo_concurrency.lockutils [req-5f7a0b30-7cfb-4051-affe-40a493d9e921 req-793d15c2-29da-46ec-808b-ce69076f60f8 service nova] Lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.185510] env[69162]: DEBUG oslo_concurrency.lockutils [req-5f7a0b30-7cfb-4051-affe-40a493d9e921 req-793d15c2-29da-46ec-808b-ce69076f60f8 service nova] Lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.185716] env[69162]: DEBUG nova.compute.manager [req-5f7a0b30-7cfb-4051-affe-40a493d9e921 req-793d15c2-29da-46ec-808b-ce69076f60f8 service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] No waiting events found dispatching network-vif-plugged-5130d362-f690-4e0e-961f-1d3b3ac9033c {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.186226] env[69162]: WARNING nova.compute.manager [req-5f7a0b30-7cfb-4051-affe-40a493d9e921 req-793d15c2-29da-46ec-808b-ce69076f60f8 service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Received unexpected event network-vif-plugged-5130d362-f690-4e0e-961f-1d3b3ac9033c for instance with vm_state building and task_state block_device_mapping. [ 939.217371] env[69162]: DEBUG nova.network.neutron [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Successfully updated port: 5130d362-f690-4e0e-961f-1d3b3ac9033c {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.233467] env[69162]: DEBUG nova.compute.utils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.236304] env[69162]: DEBUG nova.compute.manager [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.236511] env[69162]: DEBUG nova.network.neutron [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.307937] env[69162]: DEBUG nova.policy [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bdc3e7fa7304d2896fc500811cc7d1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa0a8c60d5c1491195615121ebf82247', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.489666] env[69162]: INFO nova.compute.manager [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Shelve offloading [ 939.637997] env[69162]: DEBUG nova.network.neutron [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Successfully created port: 81a606fe-1c5e-460b-b7c9-11eebe790128 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.720444] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Acquiring lock "refresh_cache-bbb22847-2309-4e5a-bcc2-267e52bd4dbd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.720599] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Acquired lock "refresh_cache-bbb22847-2309-4e5a-bcc2-267e52bd4dbd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.720751] env[69162]: DEBUG nova.network.neutron [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.729377] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.729535] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.729702] env[69162]: DEBUG nova.network.neutron [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.729877] env[69162]: DEBUG nova.objects.instance [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'info_cache' on Instance uuid 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.735931] env[69162]: DEBUG nova.compute.manager [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.994493] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.994800] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e20a1283-bc6c-47ad-a75d-412f2fe351c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.003322] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 940.003322] env[69162]: value = "task-3232620" [ 940.003322] env[69162]: _type = "Task" [ 940.003322] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.008513] env[69162]: DEBUG nova.compute.manager [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.009031] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.009242] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.009368] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.009559] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.009704] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.009847] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.010058] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.010221] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.010386] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.010546] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.010715] env[69162]: DEBUG nova.virt.hardware [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.016302] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c49b7f-eed4-472e-b030-c8056c862c12 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.018625] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.023404] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107901fb-b024-45f1-924a-fc5f9167379a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.069959] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ff002d-654d-46a0-b695-d9e057f2b830 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.077085] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d892ad4-7dda-4477-8cb7-42545c2a9bba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.108755] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdadb5d4-3e1b-4541-a51b-6cf09ba8a985 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.116128] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e968145d-e6cc-4d5c-9e6f-e888efe8f8b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.128974] env[69162]: DEBUG nova.compute.provider_tree [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.256246] env[69162]: DEBUG nova.network.neutron [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.382880] env[69162]: DEBUG nova.network.neutron [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Updating instance_info_cache with network_info: [{"id": "5130d362-f690-4e0e-961f-1d3b3ac9033c", "address": "fa:16:3e:47:d5:1c", "network": {"id": "3cb30ab3-664a-4ec8-a60e-0960f9b8bd77", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-127473328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0025a122460c4913a3b768c8b67d0006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5130d362-f6", "ovs_interfaceid": "5130d362-f690-4e0e-961f-1d3b3ac9033c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.514013] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 940.514269] env[69162]: DEBUG nova.compute.manager [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.515097] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0db69c-882a-44d9-96f2-146c7b2cc471 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.520962] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.521141] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.521311] env[69162]: DEBUG nova.network.neutron [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.632196] env[69162]: DEBUG nova.scheduler.client.report [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.747117] env[69162]: DEBUG nova.compute.manager [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.772191] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.772438] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.772593] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.772778] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.772941] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.773115] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.773326] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.773484] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.773651] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.773806] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.774033] env[69162]: DEBUG nova.virt.hardware [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.774920] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5501b2a1-40f5-415a-9a53-980dac5e3006 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.783136] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3a7b25-145e-41f2-81dd-5ddb9e28828a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.885498] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Releasing lock "refresh_cache-bbb22847-2309-4e5a-bcc2-267e52bd4dbd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.885812] env[69162]: DEBUG nova.compute.manager [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Instance network_info: |[{"id": "5130d362-f690-4e0e-961f-1d3b3ac9033c", "address": "fa:16:3e:47:d5:1c", "network": {"id": "3cb30ab3-664a-4ec8-a60e-0960f9b8bd77", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-127473328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0025a122460c4913a3b768c8b67d0006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5130d362-f6", "ovs_interfaceid": "5130d362-f690-4e0e-961f-1d3b3ac9033c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.886375] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:d5:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5130d362-f690-4e0e-961f-1d3b3ac9033c', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.893864] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Creating folder: Project (0025a122460c4913a3b768c8b67d0006). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.894183] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eac34d8-1059-4f7f-a59b-7e736e145c1f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.906851] env[69162]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 940.907018] env[69162]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69162) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 940.907874] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Folder already exists: Project (0025a122460c4913a3b768c8b67d0006). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 940.908084] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Creating folder: Instances. Parent ref: group-v646134. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.908317] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ebca3f6-6b01-4d59-ac9a-b888912d3ddf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.917385] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Created folder: Instances in parent group-v646134. [ 940.917565] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.917755] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.917948] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-808f6927-58e6-40e6-a67b-88eaf239a939 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.935840] env[69162]: DEBUG nova.network.neutron [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance_info_cache with network_info: [{"id": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "address": "fa:16:3e:9f:5d:18", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d5ba15-55", "ovs_interfaceid": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.938509] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.938509] env[69162]: value = "task-3232623" [ 940.938509] env[69162]: _type = "Task" [ 940.938509] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.946731] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232623, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.069610] env[69162]: DEBUG nova.network.neutron [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Successfully updated port: 81a606fe-1c5e-460b-b7c9-11eebe790128 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.137446] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.138018] env[69162]: DEBUG nova.compute.manager [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.140711] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.016s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.140958] env[69162]: DEBUG nova.objects.instance [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lazy-loading 'resources' on Instance uuid 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.243462] env[69162]: DEBUG nova.network.neutron [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updating instance_info_cache with network_info: [{"id": "cb45af70-45f9-4efc-b870-c3d7960c1363", "address": "fa:16:3e:42:5f:c8", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb45af70-45", "ovs_interfaceid": "cb45af70-45f9-4efc-b870-c3d7960c1363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.338092] env[69162]: DEBUG nova.compute.manager [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Received event network-changed-5130d362-f690-4e0e-961f-1d3b3ac9033c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.338092] env[69162]: DEBUG nova.compute.manager [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Refreshing instance network info cache due to event network-changed-5130d362-f690-4e0e-961f-1d3b3ac9033c. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.338239] env[69162]: DEBUG oslo_concurrency.lockutils [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] Acquiring lock "refresh_cache-bbb22847-2309-4e5a-bcc2-267e52bd4dbd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.338423] env[69162]: DEBUG oslo_concurrency.lockutils [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] Acquired lock "refresh_cache-bbb22847-2309-4e5a-bcc2-267e52bd4dbd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.338627] env[69162]: DEBUG nova.network.neutron [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Refreshing network info cache for port 5130d362-f690-4e0e-961f-1d3b3ac9033c {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.440728] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.441238] env[69162]: DEBUG nova.objects.instance [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'migration_context' on Instance uuid 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.452353] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232623, 'name': CreateVM_Task, 'duration_secs': 0.333556} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.453160] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.453837] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646142', 'volume_id': 'c83a138c-02f4-4c1c-becd-4e44aff09e24', 'name': 'volume-c83a138c-02f4-4c1c-becd-4e44aff09e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb22847-2309-4e5a-bcc2-267e52bd4dbd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c83a138c-02f4-4c1c-becd-4e44aff09e24', 'serial': 'c83a138c-02f4-4c1c-becd-4e44aff09e24'}, 'attachment_id': 'de6fd928-d5f7-4dbe-bd9d-9ae2b01a6ff6', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69162) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 941.454586] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Root volume attach. Driver type: vmdk {{(pid=69162) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 941.455085] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dae206f-115c-4b37-a1a7-166a9463139f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.463430] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af79128-6fc7-4085-bab5-225e1625f548 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.469285] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ec43a9-13b0-41d3-b92a-0a25700dd26e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.475832] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6f194cf9-23fc-49d9-9549-2e2c3c3f08d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.483637] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for the task: (returnval){ [ 941.483637] env[69162]: value = "task-3232624" [ 941.483637] env[69162]: _type = "Task" [ 941.483637] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.493048] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232624, 'name': RelocateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.572806] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "refresh_cache-94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.573053] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "refresh_cache-94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.573225] env[69162]: DEBUG nova.network.neutron [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.644667] env[69162]: DEBUG nova.compute.utils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.651062] env[69162]: DEBUG nova.compute.manager [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Not allocating networking since 'none' was specified. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 941.746975] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.947683] env[69162]: DEBUG nova.objects.base [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Object Instance<7d3ffe9b-359f-4379-94f3-e0f1233aeeb2> lazy-loaded attributes: info_cache,migration_context {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 941.948672] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e8a45-0bf9-4427-9a9e-93c2fbe90670 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.976073] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daae00f6-49c1-497e-ba44-92c15f9c7522 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.982142] env[69162]: DEBUG oslo_vmware.api [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 941.982142] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5253fb15-f4ed-c259-9672-28dfbc8f3d3e" [ 941.982142] env[69162]: _type = "Task" [ 941.982142] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.000651] env[69162]: DEBUG oslo_vmware.api [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5253fb15-f4ed-c259-9672-28dfbc8f3d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.002944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.003279] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232624, 'name': RelocateVM_Task} progress is 43%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.022607] env[69162]: DEBUG nova.compute.manager [req-0f23f454-3639-4b27-b6c4-ceafec90d2b6 req-0e0b190e-a45c-461b-8ef6-17deb572bfc7 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Received event network-vif-unplugged-cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.022843] env[69162]: DEBUG oslo_concurrency.lockutils [req-0f23f454-3639-4b27-b6c4-ceafec90d2b6 req-0e0b190e-a45c-461b-8ef6-17deb572bfc7 service nova] Acquiring lock "128d4784-9841-4527-b560-19c047fe8773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.023516] env[69162]: DEBUG oslo_concurrency.lockutils [req-0f23f454-3639-4b27-b6c4-ceafec90d2b6 req-0e0b190e-a45c-461b-8ef6-17deb572bfc7 service nova] Lock "128d4784-9841-4527-b560-19c047fe8773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.023766] env[69162]: DEBUG oslo_concurrency.lockutils [req-0f23f454-3639-4b27-b6c4-ceafec90d2b6 req-0e0b190e-a45c-461b-8ef6-17deb572bfc7 service nova] Lock "128d4784-9841-4527-b560-19c047fe8773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.023992] env[69162]: DEBUG nova.compute.manager [req-0f23f454-3639-4b27-b6c4-ceafec90d2b6 req-0e0b190e-a45c-461b-8ef6-17deb572bfc7 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] No waiting events found dispatching network-vif-unplugged-cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.024222] env[69162]: WARNING nova.compute.manager [req-0f23f454-3639-4b27-b6c4-ceafec90d2b6 req-0e0b190e-a45c-461b-8ef6-17deb572bfc7 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Received unexpected event network-vif-unplugged-cb45af70-45f9-4efc-b870-c3d7960c1363 for instance with vm_state shelved and task_state shelving_offloading. [ 942.051514] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.052441] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17e78aa-18f9-4038-b3ae-67184d5a425d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.061921] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.062551] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c3de164-15a1-4b6e-b240-9a6f94e68714 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.064972] env[69162]: DEBUG nova.network.neutron [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Updated VIF entry in instance network info cache for port 5130d362-f690-4e0e-961f-1d3b3ac9033c. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.065348] env[69162]: DEBUG nova.network.neutron [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Updating instance_info_cache with network_info: [{"id": "5130d362-f690-4e0e-961f-1d3b3ac9033c", "address": "fa:16:3e:47:d5:1c", "network": {"id": "3cb30ab3-664a-4ec8-a60e-0960f9b8bd77", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-127473328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0025a122460c4913a3b768c8b67d0006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5130d362-f6", "ovs_interfaceid": "5130d362-f690-4e0e-961f-1d3b3ac9033c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.105315] env[69162]: DEBUG nova.network.neutron [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.147626] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfd66c3-ac54-48c7-811a-12bf8db2e15b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.152914] env[69162]: DEBUG nova.compute.manager [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.160877] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a035a838-70f9-4946-b825-f71135541713 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.198476] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85274f8a-caa7-4945-9f2e-2f3a83909db4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.201430] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.201633] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.201809] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleting the datastore file [datastore1] 128d4784-9841-4527-b560-19c047fe8773 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.202089] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8584090f-be7c-4c7e-b3ec-c98b75060ef4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.211036] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2fec5b-1bc2-4280-a067-d3ede7683814 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.215115] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 942.215115] env[69162]: value = "task-3232626" [ 942.215115] env[69162]: _type = "Task" [ 942.215115] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.227277] env[69162]: DEBUG nova.compute.provider_tree [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.234379] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.271270] env[69162]: DEBUG nova.network.neutron [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Updating instance_info_cache with network_info: [{"id": "81a606fe-1c5e-460b-b7c9-11eebe790128", "address": "fa:16:3e:92:c9:a2", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a606fe-1c", "ovs_interfaceid": "81a606fe-1c5e-460b-b7c9-11eebe790128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.498337] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232624, 'name': RelocateVM_Task} progress is 56%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.568235] env[69162]: DEBUG oslo_concurrency.lockutils [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] Releasing lock "refresh_cache-bbb22847-2309-4e5a-bcc2-267e52bd4dbd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.568524] env[69162]: DEBUG nova.compute.manager [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Received event network-vif-plugged-81a606fe-1c5e-460b-b7c9-11eebe790128 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.568728] env[69162]: DEBUG oslo_concurrency.lockutils [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] Acquiring lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.568943] env[69162]: DEBUG oslo_concurrency.lockutils [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] Lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.569133] env[69162]: DEBUG oslo_concurrency.lockutils [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] Lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.569306] env[69162]: DEBUG nova.compute.manager [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] No waiting events found dispatching network-vif-plugged-81a606fe-1c5e-460b-b7c9-11eebe790128 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.569474] env[69162]: WARNING nova.compute.manager [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Received unexpected event network-vif-plugged-81a606fe-1c5e-460b-b7c9-11eebe790128 for instance with vm_state building and task_state spawning. [ 942.569639] env[69162]: DEBUG nova.compute.manager [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Received event network-changed-81a606fe-1c5e-460b-b7c9-11eebe790128 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.569815] env[69162]: DEBUG nova.compute.manager [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Refreshing instance network info cache due to event network-changed-81a606fe-1c5e-460b-b7c9-11eebe790128. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.569990] env[69162]: DEBUG oslo_concurrency.lockutils [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] Acquiring lock "refresh_cache-94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.726550] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.730704] env[69162]: DEBUG nova.scheduler.client.report [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.775047] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "refresh_cache-94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.775452] env[69162]: DEBUG nova.compute.manager [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Instance network_info: |[{"id": "81a606fe-1c5e-460b-b7c9-11eebe790128", "address": "fa:16:3e:92:c9:a2", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a606fe-1c", "ovs_interfaceid": "81a606fe-1c5e-460b-b7c9-11eebe790128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.775777] env[69162]: DEBUG oslo_concurrency.lockutils [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] Acquired lock "refresh_cache-94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.775956] env[69162]: DEBUG nova.network.neutron [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Refreshing network info cache for port 81a606fe-1c5e-460b-b7c9-11eebe790128 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.777223] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:c9:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81a606fe-1c5e-460b-b7c9-11eebe790128', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.785813] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.789088] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.790608] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b80c7b32-e8ae-45a5-a91b-f227f0219852 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.811246] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.811246] env[69162]: value = "task-3232627" [ 942.811246] env[69162]: _type = "Task" [ 942.811246] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.822213] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232627, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.001158] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232624, 'name': RelocateVM_Task} progress is 71%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.060930] env[69162]: DEBUG nova.network.neutron [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Updated VIF entry in instance network info cache for port 81a606fe-1c5e-460b-b7c9-11eebe790128. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.061402] env[69162]: DEBUG nova.network.neutron [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Updating instance_info_cache with network_info: [{"id": "81a606fe-1c5e-460b-b7c9-11eebe790128", "address": "fa:16:3e:92:c9:a2", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a606fe-1c", "ovs_interfaceid": "81a606fe-1c5e-460b-b7c9-11eebe790128", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.164174] env[69162]: DEBUG nova.compute.manager [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.192583] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.192919] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.193070] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.193353] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.193540] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.193698] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.193915] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.194088] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.194340] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.194561] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.194758] env[69162]: DEBUG nova.virt.hardware [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.195821] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8464934-b090-4fdf-a953-d225b64f6562 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.204811] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c466254-53d5-4462-be02-6c7378e7c4a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.220448] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.226124] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Creating folder: Project (8bc93025260c4828aea89a67949636e6). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.229414] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61fb7e46-dd9a-458c-90ea-1e4f6c579aae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.236620] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.238796] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.240478] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.624s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.241982] env[69162]: INFO nova.compute.claims [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.244686] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Created folder: Project (8bc93025260c4828aea89a67949636e6) in parent group-v645978. [ 943.244910] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Creating folder: Instances. Parent ref: group-v646158. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.245373] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3c07f72-a41a-48ea-bbd0-8ad796d5fbda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.254049] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Created folder: Instances in parent group-v646158. [ 943.254337] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.254596] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.254774] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fad1aaac-e8f7-4b2c-8472-2eb1a76fe30d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.268313] env[69162]: INFO nova.scheduler.client.report [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted allocations for instance 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee [ 943.274846] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.274846] env[69162]: value = "task-3232630" [ 943.274846] env[69162]: _type = "Task" [ 943.274846] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.283259] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232630, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.321413] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232627, 'name': CreateVM_Task, 'duration_secs': 0.354566} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.321735] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.322752] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.322932] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.323305] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.323858] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c75a7d-8649-46c2-9d68-e44a366bd177 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.329534] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 943.329534] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d36c0c-a0ca-d76b-eea7-49e326bc9af3" [ 943.329534] env[69162]: _type = "Task" [ 943.329534] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.338807] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d36c0c-a0ca-d76b-eea7-49e326bc9af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.500170] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232624, 'name': RelocateVM_Task} progress is 86%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.564083] env[69162]: DEBUG oslo_concurrency.lockutils [req-ccee278b-6d21-4507-9af1-9161cc98120a req-dd7aecb3-3a55-47a1-abcf-676c3cfc71fe service nova] Releasing lock "refresh_cache-94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.729605] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.780072] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1ebb4b2a-6e44-4e3c-906a-b73e7b74c172 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.581s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.786516] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232630, 'name': CreateVM_Task, 'duration_secs': 0.307779} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.786709] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.787085] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.840955] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d36c0c-a0ca-d76b-eea7-49e326bc9af3, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.841331] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.841570] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.841813] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.841961] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.842338] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.842509] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.842806] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.843055] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d17857dc-cc4a-4903-b6f8-0f78958384cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.844954] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3081288-b88c-4e12-ae7d-3ab1d37dc808 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.850504] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 943.850504] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522751c2-a499-7ca6-e266-3e3916292e7a" [ 943.850504] env[69162]: _type = "Task" [ 943.850504] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.854182] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.854359] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.855363] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a389a3a-070d-44d8-be81-0dba87b74cc4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.861536] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522751c2-a499-7ca6-e266-3e3916292e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.862730] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 943.862730] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c8f5da-a9f8-6ab8-72c0-49347c460b69" [ 943.862730] env[69162]: _type = "Task" [ 943.862730] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.869880] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c8f5da-a9f8-6ab8-72c0-49347c460b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.999777] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232624, 'name': RelocateVM_Task} progress is 97%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.050175] env[69162]: DEBUG nova.compute.manager [req-3841fcba-07da-4786-9a94-585ed4665b8c req-0538031b-3cbc-4970-9f96-f9f0d933afe3 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Received event network-changed-cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.050357] env[69162]: DEBUG nova.compute.manager [req-3841fcba-07da-4786-9a94-585ed4665b8c req-0538031b-3cbc-4970-9f96-f9f0d933afe3 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Refreshing instance network info cache due to event network-changed-cb45af70-45f9-4efc-b870-c3d7960c1363. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.050607] env[69162]: DEBUG oslo_concurrency.lockutils [req-3841fcba-07da-4786-9a94-585ed4665b8c req-0538031b-3cbc-4970-9f96-f9f0d933afe3 service nova] Acquiring lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.051287] env[69162]: DEBUG oslo_concurrency.lockutils [req-3841fcba-07da-4786-9a94-585ed4665b8c req-0538031b-3cbc-4970-9f96-f9f0d933afe3 service nova] Acquired lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.051287] env[69162]: DEBUG nova.network.neutron [req-3841fcba-07da-4786-9a94-585ed4665b8c req-0538031b-3cbc-4970-9f96-f9f0d933afe3 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Refreshing network info cache for port cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.229537] env[69162]: DEBUG oslo_vmware.api [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.565946} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.231035] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.231035] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.231035] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.257052] env[69162]: INFO nova.scheduler.client.report [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleted allocations for instance 128d4784-9841-4527-b560-19c047fe8773 [ 944.362057] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522751c2-a499-7ca6-e266-3e3916292e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.020305} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.362299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.362548] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.362799] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.370860] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c8f5da-a9f8-6ab8-72c0-49347c460b69, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.374025] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bf786d-69e8-4988-bdff-50a27dea4567 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.379140] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 944.379140] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52350fef-fd74-0b5f-7e13-4f164a7dba4f" [ 944.379140] env[69162]: _type = "Task" [ 944.379140] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.388274] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52350fef-fd74-0b5f-7e13-4f164a7dba4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.500028] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232624, 'name': RelocateVM_Task, 'duration_secs': 2.954188} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.500138] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 944.500327] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646142', 'volume_id': 'c83a138c-02f4-4c1c-becd-4e44aff09e24', 'name': 'volume-c83a138c-02f4-4c1c-becd-4e44aff09e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb22847-2309-4e5a-bcc2-267e52bd4dbd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c83a138c-02f4-4c1c-becd-4e44aff09e24', 'serial': 'c83a138c-02f4-4c1c-becd-4e44aff09e24'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 944.501117] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635862fa-b66d-42ef-a9e3-59d4018e1e2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.521555] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7b7f0b-5290-4ae2-882a-3c621840d387 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.546968] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-c83a138c-02f4-4c1c-becd-4e44aff09e24/volume-c83a138c-02f4-4c1c-becd-4e44aff09e24.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.549685] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1491629-60c0-437e-9eb3-e33d809cfc9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.571939] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for the task: (returnval){ [ 944.571939] env[69162]: value = "task-3232631" [ 944.571939] env[69162]: _type = "Task" [ 944.571939] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.583548] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.588824] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a97524-8e29-474a-986b-26d66448cbce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.595591] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd0b513-a8a2-4b59-92fc-538a351102a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.630193] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41267706-24bf-49d3-9d37-276c6a459754 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.637707] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0468c29-ee62-4454-8c88-82e951824a79 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.653112] env[69162]: DEBUG nova.compute.provider_tree [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.761368] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.893023] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52350fef-fd74-0b5f-7e13-4f164a7dba4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009643} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.893023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.893023] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9/94fb6653-a07d-45e9-9fa1-a5ed6c3babc9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.893023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.893023] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.893023] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-962d08b2-fda0-4211-af9d-cc1df3e02d89 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.893023] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d17e41a-22ce-42dd-b317-269e5cbaef41 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.900414] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 944.900414] env[69162]: value = "task-3232632" [ 944.900414] env[69162]: _type = "Task" [ 944.900414] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.905868] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.905868] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.905868] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786ce358-3945-4869-b06c-aa1556833025 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.908595] env[69162]: DEBUG nova.network.neutron [req-3841fcba-07da-4786-9a94-585ed4665b8c req-0538031b-3cbc-4970-9f96-f9f0d933afe3 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updated VIF entry in instance network info cache for port cb45af70-45f9-4efc-b870-c3d7960c1363. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.908961] env[69162]: DEBUG nova.network.neutron [req-3841fcba-07da-4786-9a94-585ed4665b8c req-0538031b-3cbc-4970-9f96-f9f0d933afe3 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updating instance_info_cache with network_info: [{"id": "cb45af70-45f9-4efc-b870-c3d7960c1363", "address": "fa:16:3e:42:5f:c8", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": null, "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcb45af70-45", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.914447] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.916625] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 944.916625] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280c74c-7d2e-ff8d-e9d2-97c5dc79fa04" [ 944.916625] env[69162]: _type = "Task" [ 944.916625] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.925608] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280c74c-7d2e-ff8d-e9d2-97c5dc79fa04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.084478] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232631, 'name': ReconfigVM_Task, 'duration_secs': 0.262241} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.084835] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-c83a138c-02f4-4c1c-becd-4e44aff09e24/volume-c83a138c-02f4-4c1c-becd-4e44aff09e24.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.090364] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7cf3d89-8699-4d35-b777-d06efb5653ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.108766] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for the task: (returnval){ [ 945.108766] env[69162]: value = "task-3232633" [ 945.108766] env[69162]: _type = "Task" [ 945.108766] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.121902] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.156840] env[69162]: DEBUG nova.scheduler.client.report [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.415881] env[69162]: DEBUG oslo_concurrency.lockutils [req-3841fcba-07da-4786-9a94-585ed4665b8c req-0538031b-3cbc-4970-9f96-f9f0d933afe3 service nova] Releasing lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.416480] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495091} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.416984] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9/94fb6653-a07d-45e9-9fa1-a5ed6c3babc9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.417117] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.417521] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2abb691-88f0-4679-b3c0-0e7299dc9d0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.429475] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 945.429475] env[69162]: value = "task-3232634" [ 945.429475] env[69162]: _type = "Task" [ 945.429475] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.432825] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280c74c-7d2e-ff8d-e9d2-97c5dc79fa04, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.436420] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3c2fe1-e739-4400-918c-562f508c93a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.443495] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.444798] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 945.444798] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5222ca16-c171-4387-115f-784e918946c5" [ 945.444798] env[69162]: _type = "Task" [ 945.444798] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.452167] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5222ca16-c171-4387-115f-784e918946c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.619925] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232633, 'name': ReconfigVM_Task, 'duration_secs': 0.284801} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.620273] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646142', 'volume_id': 'c83a138c-02f4-4c1c-becd-4e44aff09e24', 'name': 'volume-c83a138c-02f4-4c1c-becd-4e44aff09e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb22847-2309-4e5a-bcc2-267e52bd4dbd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c83a138c-02f4-4c1c-becd-4e44aff09e24', 'serial': 'c83a138c-02f4-4c1c-becd-4e44aff09e24'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 945.620804] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2999c98-cd0b-4859-88ae-1345376d96f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.627455] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for the task: (returnval){ [ 945.627455] env[69162]: value = "task-3232635" [ 945.627455] env[69162]: _type = "Task" [ 945.627455] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.637367] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232635, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.666193] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.666542] env[69162]: DEBUG nova.compute.manager [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.669161] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.583s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.670608] env[69162]: INFO nova.compute.claims [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.944169] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100128} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.944605] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.947177] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593125b6-627f-46f8-8bfe-f865c891848e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.965235] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5222ca16-c171-4387-115f-784e918946c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.975455] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9/94fb6653-a07d-45e9-9fa1-a5ed6c3babc9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.975922] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.976319] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 132ba9ea-8c19-4e6e-a400-b1a79b0e4499/132ba9ea-8c19-4e6e-a400-b1a79b0e4499.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.976672] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd0c04b4-db3d-4c72-a8a4-8fc039dd3ea7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.990724] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef7188df-c132-4684-8ee5-06ec2ea8c5d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.002649] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 946.002649] env[69162]: value = "task-3232636" [ 946.002649] env[69162]: _type = "Task" [ 946.002649] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.002649] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 946.002649] env[69162]: value = "task-3232637" [ 946.002649] env[69162]: _type = "Task" [ 946.002649] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.017938] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.018242] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232636, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.139652] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232635, 'name': Rename_Task, 'duration_secs': 0.195174} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.140296] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.140558] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb19a0b8-f53c-47d3-a247-6dfc0e94277b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.149036] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for the task: (returnval){ [ 946.149036] env[69162]: value = "task-3232638" [ 946.149036] env[69162]: _type = "Task" [ 946.149036] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.158915] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.177076] env[69162]: DEBUG nova.compute.utils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.178679] env[69162]: DEBUG nova.compute.manager [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.178863] env[69162]: DEBUG nova.network.neutron [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.278190] env[69162]: DEBUG nova.policy [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bd76d8d4e834b3eace34c2505a48899', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a053ad86f824c6b9854d2b5760ac37c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.504019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "128d4784-9841-4527-b560-19c047fe8773" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.521605] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232636, 'name': ReconfigVM_Task, 'duration_secs': 0.411041} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.525061] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9/94fb6653-a07d-45e9-9fa1-a5ed6c3babc9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.529654] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461691} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.530280] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d575a0d-9679-49a3-9b07-816feceaac51 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.532072] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 132ba9ea-8c19-4e6e-a400-b1a79b0e4499/132ba9ea-8c19-4e6e-a400-b1a79b0e4499.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.532197] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.532454] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56c5ba52-96f1-44fb-9d34-c54659adafa4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.539125] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 946.539125] env[69162]: value = "task-3232640" [ 946.539125] env[69162]: _type = "Task" [ 946.539125] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.544015] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 946.544015] env[69162]: value = "task-3232639" [ 946.544015] env[69162]: _type = "Task" [ 946.544015] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.551894] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.554996] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232639, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.657432] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232638, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.682095] env[69162]: DEBUG nova.compute.manager [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.753907] env[69162]: DEBUG nova.network.neutron [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Successfully created port: ad49a786-3d2a-42aa-b94f-0c633aa98991 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.021085] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6518644-8247-4154-9d7b-46fce0a2208a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.028814] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b220da9f-4677-4eaf-9c33-63e65618259c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.072019] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95e1335-be7e-45b9-823a-5becf5007347 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.079312] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232639, 'name': Rename_Task, 'duration_secs': 0.184174} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.084144] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.084416] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068597} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.084659] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61fcf8cf-ea3c-487d-aae7-3ab2bd8d12d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.086195] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.088508] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec4c00d-6039-4fab-b182-2eac8d3815e4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.093173] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302e7d57-1e29-4b7e-852e-c58a8f4985d5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.111641] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 132ba9ea-8c19-4e6e-a400-b1a79b0e4499/132ba9ea-8c19-4e6e-a400-b1a79b0e4499.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.121524] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd30834-cf6f-40f6-91d3-40b8d48cd24f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.136356] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 947.136356] env[69162]: value = "task-3232641" [ 947.136356] env[69162]: _type = "Task" [ 947.136356] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.139800] env[69162]: DEBUG nova.compute.provider_tree [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.143357] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 947.143357] env[69162]: value = "task-3232642" [ 947.143357] env[69162]: _type = "Task" [ 947.143357] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.149571] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232641, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.156605] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.161533] env[69162]: DEBUG oslo_vmware.api [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232638, 'name': PowerOnVM_Task, 'duration_secs': 0.620567} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.161670] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.161872] env[69162]: INFO nova.compute.manager [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Took 7.15 seconds to spawn the instance on the hypervisor. [ 947.162059] env[69162]: DEBUG nova.compute.manager [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.162843] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75231968-47b6-40e6-85ec-86725acf1b07 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.652715] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.657789] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.660770] env[69162]: ERROR nova.scheduler.client.report [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [req-5e11ddfd-6c24-4aa8-aab0-b7bc72e8a9b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e11ddfd-6c24-4aa8-aab0-b7bc72e8a9b3"}]} [ 947.687863] env[69162]: DEBUG nova.scheduler.client.report [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 947.691082] env[69162]: DEBUG nova.compute.manager [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.695728] env[69162]: INFO nova.compute.manager [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Took 44.40 seconds to build instance. [ 947.713972] env[69162]: DEBUG nova.scheduler.client.report [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 947.713972] env[69162]: DEBUG nova.compute.provider_tree [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.725416] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.725659] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.725811] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.726033] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.726233] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.726360] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.726569] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.726731] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.726946] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.727074] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.727354] env[69162]: DEBUG nova.virt.hardware [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.728416] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d828b5e-e469-4537-af10-0a9643b87901 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.732314] env[69162]: DEBUG nova.scheduler.client.report [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 947.740035] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b692dc22-bbf4-4e89-ae9d-cf3d7517b7b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.757196] env[69162]: DEBUG nova.scheduler.client.report [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 948.101145] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e63ba6-8f53-48eb-bca1-e7ec0d1205d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.109029] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97011360-58d8-4422-9484-61a77883d365 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.143547] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe530ac-cdee-420c-8085-6017784df7d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.155118] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.157193] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8c9fc1-95ae-40f5-817d-fc187ff06d46 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.165418] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.174230] env[69162]: DEBUG nova.compute.provider_tree [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.199195] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6882d3e7-4c88-4428-9c66-b9afacff3f49 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.913s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.320248] env[69162]: DEBUG nova.compute.manager [req-951d3056-ba18-4d06-a581-f4f80e7651e2 req-acc44a76-b761-40b0-9a29-629ebbf3ddc7 service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Received event network-changed-5130d362-f690-4e0e-961f-1d3b3ac9033c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.320417] env[69162]: DEBUG nova.compute.manager [req-951d3056-ba18-4d06-a581-f4f80e7651e2 req-acc44a76-b761-40b0-9a29-629ebbf3ddc7 service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Refreshing instance network info cache due to event network-changed-5130d362-f690-4e0e-961f-1d3b3ac9033c. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.320629] env[69162]: DEBUG oslo_concurrency.lockutils [req-951d3056-ba18-4d06-a581-f4f80e7651e2 req-acc44a76-b761-40b0-9a29-629ebbf3ddc7 service nova] Acquiring lock "refresh_cache-bbb22847-2309-4e5a-bcc2-267e52bd4dbd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.321179] env[69162]: DEBUG oslo_concurrency.lockutils [req-951d3056-ba18-4d06-a581-f4f80e7651e2 req-acc44a76-b761-40b0-9a29-629ebbf3ddc7 service nova] Acquired lock "refresh_cache-bbb22847-2309-4e5a-bcc2-267e52bd4dbd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.321421] env[69162]: DEBUG nova.network.neutron [req-951d3056-ba18-4d06-a581-f4f80e7651e2 req-acc44a76-b761-40b0-9a29-629ebbf3ddc7 service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Refreshing network info cache for port 5130d362-f690-4e0e-961f-1d3b3ac9033c {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.648797] env[69162]: DEBUG oslo_vmware.api [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232641, 'name': PowerOnVM_Task, 'duration_secs': 1.330163} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.652081] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.652958] env[69162]: INFO nova.compute.manager [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Took 7.90 seconds to spawn the instance on the hypervisor. [ 948.652958] env[69162]: DEBUG nova.compute.manager [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.653508] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9370538e-7efb-4b23-a7bd-b573c91a745c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.661556] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232642, 'name': ReconfigVM_Task, 'duration_secs': 1.057747} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.663488] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 132ba9ea-8c19-4e6e-a400-b1a79b0e4499/132ba9ea-8c19-4e6e-a400-b1a79b0e4499.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.666898] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5247ab17-6f41-4d0f-8bb3-79a98ca3edf3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.673353] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 948.673353] env[69162]: value = "task-3232643" [ 948.673353] env[69162]: _type = "Task" [ 948.673353] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.683942] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232643, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.710425] env[69162]: DEBUG nova.scheduler.client.report [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 948.710825] env[69162]: DEBUG nova.compute.provider_tree [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 83 to 84 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 948.711244] env[69162]: DEBUG nova.compute.provider_tree [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.812462] env[69162]: DEBUG nova.network.neutron [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Successfully updated port: ad49a786-3d2a-42aa-b94f-0c633aa98991 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.143363] env[69162]: DEBUG nova.network.neutron [req-951d3056-ba18-4d06-a581-f4f80e7651e2 req-acc44a76-b761-40b0-9a29-629ebbf3ddc7 service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Updated VIF entry in instance network info cache for port 5130d362-f690-4e0e-961f-1d3b3ac9033c. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.143715] env[69162]: DEBUG nova.network.neutron [req-951d3056-ba18-4d06-a581-f4f80e7651e2 req-acc44a76-b761-40b0-9a29-629ebbf3ddc7 service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Updating instance_info_cache with network_info: [{"id": "5130d362-f690-4e0e-961f-1d3b3ac9033c", "address": "fa:16:3e:47:d5:1c", "network": {"id": "3cb30ab3-664a-4ec8-a60e-0960f9b8bd77", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-127473328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0025a122460c4913a3b768c8b67d0006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5130d362-f6", "ovs_interfaceid": "5130d362-f690-4e0e-961f-1d3b3ac9033c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.178349] env[69162]: INFO nova.compute.manager [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Took 42.07 seconds to build instance. [ 949.185397] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232643, 'name': Rename_Task, 'duration_secs': 0.15034} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.185699] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.186171] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08aa5124-ec54-4515-bdee-fe784f733d3c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.195497] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 949.195497] env[69162]: value = "task-3232644" [ 949.195497] env[69162]: _type = "Task" [ 949.195497] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.207584] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.222985] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.554s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.223585] env[69162]: DEBUG nova.compute.manager [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.226246] env[69162]: DEBUG oslo_concurrency.lockutils [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.814s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.226439] env[69162]: DEBUG nova.objects.instance [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 949.314314] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "refresh_cache-120eb3cd-cca8-4a89-b01b-691b6f7d790b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.314543] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquired lock "refresh_cache-120eb3cd-cca8-4a89-b01b-691b6f7d790b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.315070] env[69162]: DEBUG nova.network.neutron [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.647261] env[69162]: DEBUG oslo_concurrency.lockutils [req-951d3056-ba18-4d06-a581-f4f80e7651e2 req-acc44a76-b761-40b0-9a29-629ebbf3ddc7 service nova] Releasing lock "refresh_cache-bbb22847-2309-4e5a-bcc2-267e52bd4dbd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.681103] env[69162]: DEBUG oslo_concurrency.lockutils [None req-bdc13cc2-19d0-4897-bc8a-9c911291a19b tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.587s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.705600] env[69162]: DEBUG oslo_vmware.api [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232644, 'name': PowerOnVM_Task, 'duration_secs': 0.48203} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.705924] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.706118] env[69162]: INFO nova.compute.manager [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Took 6.54 seconds to spawn the instance on the hypervisor. [ 949.706305] env[69162]: DEBUG nova.compute.manager [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.707409] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1dd9ef-95a4-430b-98d2-b410774c2f31 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.733648] env[69162]: DEBUG nova.compute.utils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.735125] env[69162]: DEBUG nova.compute.manager [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.735295] env[69162]: DEBUG nova.network.neutron [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.779317] env[69162]: DEBUG nova.policy [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccab2e8420d84424846d35afb27faa5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05593a2959704b349d2d74752254a4be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.864733] env[69162]: DEBUG nova.network.neutron [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.994367] env[69162]: DEBUG nova.network.neutron [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Updating instance_info_cache with network_info: [{"id": "ad49a786-3d2a-42aa-b94f-0c633aa98991", "address": "fa:16:3e:a8:e2:7a", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad49a786-3d", "ovs_interfaceid": "ad49a786-3d2a-42aa-b94f-0c633aa98991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.080076] env[69162]: DEBUG nova.network.neutron [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Successfully created port: e9d23194-27bc-4fac-9a84-cbaa76fa6410 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.224451] env[69162]: INFO nova.compute.manager [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Took 42.27 seconds to build instance. [ 950.236737] env[69162]: DEBUG oslo_concurrency.lockutils [None req-37845519-e91b-4351-81a6-bd983c4a4017 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.237844] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.531s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.239666] env[69162]: INFO nova.compute.claims [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.243017] env[69162]: DEBUG nova.compute.manager [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.349063] env[69162]: DEBUG nova.compute.manager [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Received event network-vif-plugged-ad49a786-3d2a-42aa-b94f-0c633aa98991 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.349308] env[69162]: DEBUG oslo_concurrency.lockutils [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] Acquiring lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.349491] env[69162]: DEBUG oslo_concurrency.lockutils [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] Lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.349703] env[69162]: DEBUG oslo_concurrency.lockutils [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] Lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.349856] env[69162]: DEBUG nova.compute.manager [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] No waiting events found dispatching network-vif-plugged-ad49a786-3d2a-42aa-b94f-0c633aa98991 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.350191] env[69162]: WARNING nova.compute.manager [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Received unexpected event network-vif-plugged-ad49a786-3d2a-42aa-b94f-0c633aa98991 for instance with vm_state building and task_state spawning. [ 950.350407] env[69162]: DEBUG nova.compute.manager [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Received event network-changed-ad49a786-3d2a-42aa-b94f-0c633aa98991 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.350575] env[69162]: DEBUG nova.compute.manager [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Refreshing instance network info cache due to event network-changed-ad49a786-3d2a-42aa-b94f-0c633aa98991. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.350743] env[69162]: DEBUG oslo_concurrency.lockutils [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] Acquiring lock "refresh_cache-120eb3cd-cca8-4a89-b01b-691b6f7d790b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.442649] env[69162]: DEBUG nova.compute.manager [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.443673] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da55c6d1-b65d-49ea-b6e3-d105b3148db9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.496949] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Releasing lock "refresh_cache-120eb3cd-cca8-4a89-b01b-691b6f7d790b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.497371] env[69162]: DEBUG nova.compute.manager [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Instance network_info: |[{"id": "ad49a786-3d2a-42aa-b94f-0c633aa98991", "address": "fa:16:3e:a8:e2:7a", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad49a786-3d", "ovs_interfaceid": "ad49a786-3d2a-42aa-b94f-0c633aa98991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.498008] env[69162]: DEBUG oslo_concurrency.lockutils [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] Acquired lock "refresh_cache-120eb3cd-cca8-4a89-b01b-691b6f7d790b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.498008] env[69162]: DEBUG nova.network.neutron [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Refreshing network info cache for port ad49a786-3d2a-42aa-b94f-0c633aa98991 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.499844] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:e2:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad49a786-3d2a-42aa-b94f-0c633aa98991', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.509620] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Creating folder: Project (8a053ad86f824c6b9854d2b5760ac37c). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.510971] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fba8537-f709-43d9-9f51-c3f443802c17 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.522382] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Created folder: Project (8a053ad86f824c6b9854d2b5760ac37c) in parent group-v645978. [ 950.522610] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Creating folder: Instances. Parent ref: group-v646161. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.522883] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46a355dc-8860-4ca4-9dc8-b59b5fef5596 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.532248] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Created folder: Instances in parent group-v646161. [ 950.532577] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.532767] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.532978] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-260cdf16-e415-4f22-a01f-559b42c073bf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.552196] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.552196] env[69162]: value = "task-3232647" [ 950.552196] env[69162]: _type = "Task" [ 950.552196] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.560181] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232647, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.726818] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3964e3b1-2645-498d-919d-49649f9d1e5b tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "132ba9ea-8c19-4e6e-a400-b1a79b0e4499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.789s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.955136] env[69162]: INFO nova.compute.manager [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] instance snapshotting [ 950.958618] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af36ec5a-0c6b-41fc-ad33-80a4c534dedd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.985592] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4311ae-8e00-4868-8542-7ddc166ee5e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.062116] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232647, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.150156] env[69162]: INFO nova.compute.manager [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Rebuilding instance [ 951.191374] env[69162]: DEBUG nova.compute.manager [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.192409] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5733b734-f797-41b5-a7fc-5522e03b37c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.210570] env[69162]: DEBUG nova.network.neutron [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Updated VIF entry in instance network info cache for port ad49a786-3d2a-42aa-b94f-0c633aa98991. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.210998] env[69162]: DEBUG nova.network.neutron [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Updating instance_info_cache with network_info: [{"id": "ad49a786-3d2a-42aa-b94f-0c633aa98991", "address": "fa:16:3e:a8:e2:7a", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad49a786-3d", "ovs_interfaceid": "ad49a786-3d2a-42aa-b94f-0c633aa98991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.251116] env[69162]: DEBUG nova.compute.manager [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.277012] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.277326] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.277465] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.277653] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.277815] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.277982] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.278238] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.278420] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.278594] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.278804] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.279039] env[69162]: DEBUG nova.virt.hardware [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.279957] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5493b3-1f72-4d34-9aaf-cdf5207f1d90 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.291020] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5689fbab-661c-4ccd-acf0-79cacc9f978f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.496037] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 951.496376] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-52da9aa0-0030-408c-96f5-ee5380af0127 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.505345] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 951.505345] env[69162]: value = "task-3232648" [ 951.505345] env[69162]: _type = "Task" [ 951.505345] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.513592] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232648, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.563964] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232647, 'name': CreateVM_Task, 'duration_secs': 0.525104} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.567837] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.567837] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.568108] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.568558] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.568930] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd14712-a329-4851-8b83-6f6900ae2e51 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.575871] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 951.575871] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523e87ce-f5b4-098f-e047-d1d692da476a" [ 951.575871] env[69162]: _type = "Task" [ 951.575871] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.580029] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fc37a2-dd70-4a78-b376-e8ed5dd0f1e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.592047] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523e87ce-f5b4-098f-e047-d1d692da476a, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.594373] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.594771] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.595166] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.595461] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.595851] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.599065] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d541d9f0-41fc-4853-88e2-cbf2a4ce059f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.599065] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6a655e-629a-4ae3-a84b-e3923c5592af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.634546] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3139a66-5ff0-4191-bf5a-822918b2c5fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.637480] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.637903] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.638816] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d2b92b-c374-42d8-9849-a693e6acaae2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.646835] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd7ad1b-507a-416f-9c90-9c2d549e5678 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.651155] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 951.651155] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5273bc77-3ab5-fb93-4ba3-3ef2fe4f640f" [ 951.651155] env[69162]: _type = "Task" [ 951.651155] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.662765] env[69162]: DEBUG nova.compute.provider_tree [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.669152] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5273bc77-3ab5-fb93-4ba3-3ef2fe4f640f, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.670043] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27140216-3dd6-4efd-a222-4e44a91acac4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.675863] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 951.675863] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52004dfa-bcc6-de46-dd8e-49c62428932c" [ 951.675863] env[69162]: _type = "Task" [ 951.675863] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.687016] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52004dfa-bcc6-de46-dd8e-49c62428932c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.714112] env[69162]: DEBUG oslo_concurrency.lockutils [req-dff7cd4e-cf62-4415-aa6e-97228697b29c req-143f544b-64ec-479f-b81e-54c8c6714f77 service nova] Releasing lock "refresh_cache-120eb3cd-cca8-4a89-b01b-691b6f7d790b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.838956] env[69162]: DEBUG nova.network.neutron [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Successfully updated port: e9d23194-27bc-4fac-9a84-cbaa76fa6410 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.015156] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232648, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.166269] env[69162]: DEBUG nova.scheduler.client.report [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.192422] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52004dfa-bcc6-de46-dd8e-49c62428932c, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.193581] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.193948] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 120eb3cd-cca8-4a89-b01b-691b6f7d790b/120eb3cd-cca8-4a89-b01b-691b6f7d790b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.194318] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0942ac1f-7387-4137-afc8-1a7b9d3f1241 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.202847] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 952.202847] env[69162]: value = "task-3232649" [ 952.202847] env[69162]: _type = "Task" [ 952.202847] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.208124] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.208467] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9358b43-b4f3-400d-90ea-fe94e97985ca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.217298] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.218948] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 952.218948] env[69162]: value = "task-3232650" [ 952.218948] env[69162]: _type = "Task" [ 952.218948] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.229292] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.341712] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "refresh_cache-99d1e64e-dd30-40b1-8e32-123181bd4ebd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.341884] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired lock "refresh_cache-99d1e64e-dd30-40b1-8e32-123181bd4ebd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.342235] env[69162]: DEBUG nova.network.neutron [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.394758] env[69162]: DEBUG nova.compute.manager [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Received event network-vif-plugged-e9d23194-27bc-4fac-9a84-cbaa76fa6410 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.394758] env[69162]: DEBUG oslo_concurrency.lockutils [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] Acquiring lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.395370] env[69162]: DEBUG oslo_concurrency.lockutils [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] Lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.395370] env[69162]: DEBUG oslo_concurrency.lockutils [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] Lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.395541] env[69162]: DEBUG nova.compute.manager [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] No waiting events found dispatching network-vif-plugged-e9d23194-27bc-4fac-9a84-cbaa76fa6410 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.395738] env[69162]: WARNING nova.compute.manager [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Received unexpected event network-vif-plugged-e9d23194-27bc-4fac-9a84-cbaa76fa6410 for instance with vm_state building and task_state spawning. [ 952.395857] env[69162]: DEBUG nova.compute.manager [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Received event network-changed-e9d23194-27bc-4fac-9a84-cbaa76fa6410 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.396091] env[69162]: DEBUG nova.compute.manager [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Refreshing instance network info cache due to event network-changed-e9d23194-27bc-4fac-9a84-cbaa76fa6410. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.396326] env[69162]: DEBUG oslo_concurrency.lockutils [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] Acquiring lock "refresh_cache-99d1e64e-dd30-40b1-8e32-123181bd4ebd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.518055] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232648, 'name': CreateSnapshot_Task, 'duration_secs': 0.869087} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.518055] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 952.518055] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f86111-3371-4eff-a0ea-152f1e469573 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.672272] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.673107] env[69162]: DEBUG nova.compute.manager [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.676377] env[69162]: DEBUG oslo_concurrency.lockutils [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.852s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.676485] env[69162]: DEBUG nova.objects.instance [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lazy-loading 'resources' on Instance uuid 9e72f90c-541b-4982-9d29-cd59ee8d49ae {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.713188] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232649, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.727855] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232650, 'name': PowerOffVM_Task, 'duration_secs': 0.185981} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.728144] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.729158] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.729976] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ab5799-e121-4791-bb6c-a219875e45b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.736351] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.736582] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1d9cfcc-c2e8-4d5c-b535-5f06be96b7d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.761164] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.761489] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.761693] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Deleting the datastore file [datastore2] 132ba9ea-8c19-4e6e-a400-b1a79b0e4499 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.761961] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f11b61d-9548-4081-90e6-79ebb0d5c69c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.768089] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 952.768089] env[69162]: value = "task-3232652" [ 952.768089] env[69162]: _type = "Task" [ 952.768089] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.775476] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.886113] env[69162]: DEBUG nova.network.neutron [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.036513] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 953.039166] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8ee5a8b-c7ea-4d66-9c57-44b9a857afc4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.047174] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 953.047174] env[69162]: value = "task-3232653" [ 953.047174] env[69162]: _type = "Task" [ 953.047174] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.056124] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232653, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.072882] env[69162]: DEBUG nova.network.neutron [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Updating instance_info_cache with network_info: [{"id": "e9d23194-27bc-4fac-9a84-cbaa76fa6410", "address": "fa:16:3e:5a:65:26", "network": {"id": "c9bc9542-8585-4f21-a8f1-2d5bedc7d902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-583062670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05593a2959704b349d2d74752254a4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9d23194-27", "ovs_interfaceid": "e9d23194-27bc-4fac-9a84-cbaa76fa6410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.182618] env[69162]: DEBUG nova.compute.utils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.186030] env[69162]: DEBUG nova.compute.manager [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.186199] env[69162]: DEBUG nova.network.neutron [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.215720] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232649, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.227110] env[69162]: DEBUG nova.policy [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55e6bc0fdb534452ae889b6d46f04944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3483f515656c4684a800409d1728d369', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.278779] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086713} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.281414] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.281627] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.281808] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.540749] env[69162]: DEBUG nova.network.neutron [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Successfully created port: ec7aaddb-9e5a-4664-8f71-44c00e49048f {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.557220] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232653, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.570818] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1b1bd6-79a5-46bf-955c-b94da4972230 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.575645] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Releasing lock "refresh_cache-99d1e64e-dd30-40b1-8e32-123181bd4ebd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.575759] env[69162]: DEBUG nova.compute.manager [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Instance network_info: |[{"id": "e9d23194-27bc-4fac-9a84-cbaa76fa6410", "address": "fa:16:3e:5a:65:26", "network": {"id": "c9bc9542-8585-4f21-a8f1-2d5bedc7d902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-583062670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05593a2959704b349d2d74752254a4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9d23194-27", "ovs_interfaceid": "e9d23194-27bc-4fac-9a84-cbaa76fa6410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.577888] env[69162]: DEBUG oslo_concurrency.lockutils [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] Acquired lock "refresh_cache-99d1e64e-dd30-40b1-8e32-123181bd4ebd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.578108] env[69162]: DEBUG nova.network.neutron [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Refreshing network info cache for port e9d23194-27bc-4fac-9a84-cbaa76fa6410 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.579295] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:65:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9d23194-27bc-4fac-9a84-cbaa76fa6410', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.589207] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.592366] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.593650] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58876055-76dc-4b2d-85c5-86f541c88838 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.597376] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2c6f717-e5ab-48ff-9127-42ad6479286a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.652021] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bedae0-6e03-46cb-a455-7919bbe92944 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.653552] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.653552] env[69162]: value = "task-3232654" [ 953.653552] env[69162]: _type = "Task" [ 953.653552] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.664963] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f39a23-36b8-44be-a580-d09a266f93ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.671114] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232654, 'name': CreateVM_Task} progress is 15%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.683674] env[69162]: DEBUG nova.compute.provider_tree [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.688870] env[69162]: DEBUG nova.compute.manager [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.714030] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232649, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.462646} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.714290] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 120eb3cd-cca8-4a89-b01b-691b6f7d790b/120eb3cd-cca8-4a89-b01b-691b6f7d790b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.716768] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.716857] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ba9fb8e-14fc-4655-852f-231931ddfe9b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.723071] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 953.723071] env[69162]: value = "task-3232655" [ 953.723071] env[69162]: _type = "Task" [ 953.723071] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.731240] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.842473] env[69162]: DEBUG nova.network.neutron [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Updated VIF entry in instance network info cache for port e9d23194-27bc-4fac-9a84-cbaa76fa6410. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.843087] env[69162]: DEBUG nova.network.neutron [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Updating instance_info_cache with network_info: [{"id": "e9d23194-27bc-4fac-9a84-cbaa76fa6410", "address": "fa:16:3e:5a:65:26", "network": {"id": "c9bc9542-8585-4f21-a8f1-2d5bedc7d902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-583062670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05593a2959704b349d2d74752254a4be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9d23194-27", "ovs_interfaceid": "e9d23194-27bc-4fac-9a84-cbaa76fa6410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.057910] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232653, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.167051] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232654, 'name': CreateVM_Task, 'duration_secs': 0.356171} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.167051] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.167051] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.167051] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.167051] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.167051] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843776a9-ea34-48d5-bce4-f17a8ff18f08 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.170595] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 954.170595] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52480ba9-5feb-00d7-8234-6472dc72ee34" [ 954.170595] env[69162]: _type = "Task" [ 954.170595] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.177924] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52480ba9-5feb-00d7-8234-6472dc72ee34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.219291] env[69162]: DEBUG nova.scheduler.client.report [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 954.219564] env[69162]: DEBUG nova.compute.provider_tree [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 84 to 85 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 954.219746] env[69162]: DEBUG nova.compute.provider_tree [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.233112] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06957} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.233804] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.234623] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb464f0-32c5-4aad-b68f-dedcc246ef97 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.257063] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 120eb3cd-cca8-4a89-b01b-691b6f7d790b/120eb3cd-cca8-4a89-b01b-691b6f7d790b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.257438] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17fe574e-ac94-42f9-9975-be691fe4d7db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.277707] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 954.277707] env[69162]: value = "task-3232656" [ 954.277707] env[69162]: _type = "Task" [ 954.277707] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.285739] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.315482] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.315736] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.315892] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.316093] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.316247] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.316395] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.316606] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.316765] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.316934] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.317154] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.317360] env[69162]: DEBUG nova.virt.hardware [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.318236] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68ee2ad-b922-4877-a618-c0b4476b03c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.328062] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be193986-ac8a-432b-9219-56db019acd3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.341165] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.346637] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.347105] env[69162]: DEBUG oslo_concurrency.lockutils [req-e2213f0c-8941-460c-8832-cde23be7a2ad req-c6fc43bc-adf4-4f5d-b653-870b80306888 service nova] Releasing lock "refresh_cache-99d1e64e-dd30-40b1-8e32-123181bd4ebd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.347470] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.347679] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e39eba-7b90-4bf3-8c72-397bceed3fb9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.362780] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.362780] env[69162]: value = "task-3232657" [ 954.362780] env[69162]: _type = "Task" [ 954.362780] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.370110] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232657, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.559487] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232653, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.682118] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52480ba9-5feb-00d7-8234-6472dc72ee34, 'name': SearchDatastore_Task, 'duration_secs': 0.029439} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.682512] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.682683] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.682970] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.683123] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.683313] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.683595] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68e7405a-b988-4334-8b81-46e881921043 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.692456] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.692691] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.693500] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7b6a1f-02ee-4650-8cf1-7d81409ef346 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.698302] env[69162]: DEBUG nova.compute.manager [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.701442] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 954.701442] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5299b1d3-c8e2-87e9-ae9f-bf6fd88b10dd" [ 954.701442] env[69162]: _type = "Task" [ 954.701442] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.709291] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5299b1d3-c8e2-87e9-ae9f-bf6fd88b10dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.722770] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.723011] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.723178] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.723365] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.723509] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.723655] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.723855] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.724020] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.724191] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.724354] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.724544] env[69162]: DEBUG nova.virt.hardware [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.725287] env[69162]: DEBUG oslo_concurrency.lockutils [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.727634] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875284d0-fdbd-4763-834d-7dbe03819493 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.730286] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.891s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.730517] env[69162]: DEBUG nova.objects.instance [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lazy-loading 'resources' on Instance uuid b7c513d8-106d-402b-bdb8-3b7c5d511d45 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.737759] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1febfd6a-02e4-4201-9337-a85ccf65f245 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.753578] env[69162]: INFO nova.scheduler.client.report [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted allocations for instance 9e72f90c-541b-4982-9d29-cd59ee8d49ae [ 954.787340] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232656, 'name': ReconfigVM_Task, 'duration_secs': 0.473155} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.787622] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 120eb3cd-cca8-4a89-b01b-691b6f7d790b/120eb3cd-cca8-4a89-b01b-691b6f7d790b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.788365] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6761b29-1d8b-4db8-8c08-986e7babc66e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.794917] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 954.794917] env[69162]: value = "task-3232658" [ 954.794917] env[69162]: _type = "Task" [ 954.794917] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.803558] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232658, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.875353] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232657, 'name': CreateVM_Task, 'duration_secs': 0.258966} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.875573] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.876187] env[69162]: DEBUG oslo_concurrency.lockutils [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.876479] env[69162]: DEBUG oslo_concurrency.lockutils [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.876954] env[69162]: DEBUG oslo_concurrency.lockutils [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.877294] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18a021c-f37f-4d4b-8dd1-597422fccc0e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.883039] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 954.883039] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528907fa-a5c4-18fa-3025-75ed6017bd8c" [ 954.883039] env[69162]: _type = "Task" [ 954.883039] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.893647] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528907fa-a5c4-18fa-3025-75ed6017bd8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.059516] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232653, 'name': CloneVM_Task, 'duration_secs': 1.910596} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.059819] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Created linked-clone VM from snapshot [ 955.060753] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a6f7ed-d7bb-4dd1-8c32-a57d3dc25c07 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.068533] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Uploading image 7ecce22f-9a86-4518-a9fa-ba02aae1952f {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 955.090248] env[69162]: DEBUG oslo_vmware.rw_handles [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 955.090248] env[69162]: value = "vm-646165" [ 955.090248] env[69162]: _type = "VirtualMachine" [ 955.090248] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 955.091643] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-452474e2-d01e-40ba-9ac2-083aa4a2790d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.096523] env[69162]: DEBUG oslo_vmware.rw_handles [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lease: (returnval){ [ 955.096523] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5288aa08-12ce-d8b7-adf1-3ee1ed26fd54" [ 955.096523] env[69162]: _type = "HttpNfcLease" [ 955.096523] env[69162]: } obtained for exporting VM: (result){ [ 955.096523] env[69162]: value = "vm-646165" [ 955.096523] env[69162]: _type = "VirtualMachine" [ 955.096523] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 955.096805] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the lease: (returnval){ [ 955.096805] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5288aa08-12ce-d8b7-adf1-3ee1ed26fd54" [ 955.096805] env[69162]: _type = "HttpNfcLease" [ 955.096805] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 955.104085] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.104085] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5288aa08-12ce-d8b7-adf1-3ee1ed26fd54" [ 955.104085] env[69162]: _type = "HttpNfcLease" [ 955.104085] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 955.213312] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5299b1d3-c8e2-87e9-ae9f-bf6fd88b10dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.214100] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6297de-b050-472b-82e6-ecee3035c315 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.220061] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 955.220061] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f7ac3c-a232-b9d2-0b93-ed9fcba3b3a5" [ 955.220061] env[69162]: _type = "Task" [ 955.220061] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.227431] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f7ac3c-a232-b9d2-0b93-ed9fcba3b3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.263463] env[69162]: DEBUG oslo_concurrency.lockutils [None req-397bf00a-800b-4a4c-8aa5-1fbdec2b840a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "9e72f90c-541b-4982-9d29-cd59ee8d49ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.275s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.308488] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232658, 'name': Rename_Task, 'duration_secs': 0.200768} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.309530] env[69162]: DEBUG nova.compute.manager [req-c9d5471f-838b-462e-b5c3-146759e57dc8 req-21035df5-850d-415e-a455-0a92603dc3e3 service nova] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Received event network-vif-plugged-ec7aaddb-9e5a-4664-8f71-44c00e49048f {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.309728] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9d5471f-838b-462e-b5c3-146759e57dc8 req-21035df5-850d-415e-a455-0a92603dc3e3 service nova] Acquiring lock "48391860-2920-44ab-b24d-0b04c15eb11b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.309930] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9d5471f-838b-462e-b5c3-146759e57dc8 req-21035df5-850d-415e-a455-0a92603dc3e3 service nova] Lock "48391860-2920-44ab-b24d-0b04c15eb11b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.310119] env[69162]: DEBUG oslo_concurrency.lockutils [req-c9d5471f-838b-462e-b5c3-146759e57dc8 req-21035df5-850d-415e-a455-0a92603dc3e3 service nova] Lock "48391860-2920-44ab-b24d-0b04c15eb11b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.310289] env[69162]: DEBUG nova.compute.manager [req-c9d5471f-838b-462e-b5c3-146759e57dc8 req-21035df5-850d-415e-a455-0a92603dc3e3 service nova] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] No waiting events found dispatching network-vif-plugged-ec7aaddb-9e5a-4664-8f71-44c00e49048f {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.310448] env[69162]: WARNING nova.compute.manager [req-c9d5471f-838b-462e-b5c3-146759e57dc8 req-21035df5-850d-415e-a455-0a92603dc3e3 service nova] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Received unexpected event network-vif-plugged-ec7aaddb-9e5a-4664-8f71-44c00e49048f for instance with vm_state building and task_state spawning. [ 955.310752] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.311310] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d0ab0fe-1d8b-40e6-bc5c-9f792bbc6ae8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.319528] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 955.319528] env[69162]: value = "task-3232660" [ 955.319528] env[69162]: _type = "Task" [ 955.319528] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.327235] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.366697] env[69162]: DEBUG nova.network.neutron [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Successfully updated port: ec7aaddb-9e5a-4664-8f71-44c00e49048f {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.392692] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528907fa-a5c4-18fa-3025-75ed6017bd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.395631] env[69162]: DEBUG oslo_concurrency.lockutils [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.395996] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.396282] env[69162]: DEBUG oslo_concurrency.lockutils [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.396436] env[69162]: DEBUG oslo_concurrency.lockutils [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.396618] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.397312] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f65d293f-0349-4c84-ae99-18028079478e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.405496] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.405558] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.406266] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a890dbd-6b23-495b-a7e3-37b9cebb8544 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.413134] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 955.413134] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52436416-23d8-46ef-edec-01fc8278ef19" [ 955.413134] env[69162]: _type = "Task" [ 955.413134] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.420343] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52436416-23d8-46ef-edec-01fc8278ef19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.577029] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9939f3-66bc-44d6-8aaf-68bb8bf60457 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.583875] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7311b-a06f-46fb-959b-bf85758d2b8b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.617613] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c294d69-d348-4f96-b963-794fc9f7de83 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.623480] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.623480] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5288aa08-12ce-d8b7-adf1-3ee1ed26fd54" [ 955.623480] env[69162]: _type = "HttpNfcLease" [ 955.623480] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 955.625502] env[69162]: DEBUG oslo_vmware.rw_handles [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 955.625502] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5288aa08-12ce-d8b7-adf1-3ee1ed26fd54" [ 955.625502] env[69162]: _type = "HttpNfcLease" [ 955.625502] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 955.626243] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abac23b-6ca4-4d2e-b8ac-dda50e3760e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.629242] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645daea7-1729-40c5-9595-4dfbd765b9cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.637480] env[69162]: DEBUG oslo_vmware.rw_handles [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b60a9-4dd4-a938-87cf-f1024f4d2b09/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 955.637646] env[69162]: DEBUG oslo_vmware.rw_handles [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b60a9-4dd4-a938-87cf-f1024f4d2b09/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 955.646563] env[69162]: DEBUG nova.compute.provider_tree [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.730038] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f7ac3c-a232-b9d2-0b93-ed9fcba3b3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.730249] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.730506] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 99d1e64e-dd30-40b1-8e32-123181bd4ebd/99d1e64e-dd30-40b1-8e32-123181bd4ebd.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.730759] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c5e2ebe-a0f6-4234-ad80-89f3278e2d89 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.737475] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 955.737475] env[69162]: value = "task-3232661" [ 955.737475] env[69162]: _type = "Task" [ 955.737475] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.745734] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.748207] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70d99efa-36fc-4eda-9c87-433fcd8c6ac4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.829784] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232660, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.869657] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.869904] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.870132] env[69162]: DEBUG nova.network.neutron [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.923631] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52436416-23d8-46ef-edec-01fc8278ef19, 'name': SearchDatastore_Task, 'duration_secs': 0.00846} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.924699] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b532d5e-81f1-40b8-92dc-ce4411d348b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.931454] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 955.931454] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e8c203-f051-98ab-68da-436e17454f13" [ 955.931454] env[69162]: _type = "Task" [ 955.931454] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.941013] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e8c203-f051-98ab-68da-436e17454f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.150457] env[69162]: DEBUG nova.scheduler.client.report [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.248875] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499707} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.249396] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 99d1e64e-dd30-40b1-8e32-123181bd4ebd/99d1e64e-dd30-40b1-8e32-123181bd4ebd.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.249716] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.250167] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e260870-c056-415a-84e2-65aab3161fc5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.260701] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 956.260701] env[69162]: value = "task-3232662" [ 956.260701] env[69162]: _type = "Task" [ 956.260701] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.276539] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.332055] env[69162]: DEBUG oslo_vmware.api [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232660, 'name': PowerOnVM_Task, 'duration_secs': 0.73872} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.332055] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.332222] env[69162]: INFO nova.compute.manager [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Took 8.64 seconds to spawn the instance on the hypervisor. [ 956.332303] env[69162]: DEBUG nova.compute.manager [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.333141] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb624b88-ea13-44a1-b983-80d1ff74d1cf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.418997] env[69162]: DEBUG nova.network.neutron [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.443694] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e8c203-f051-98ab-68da-436e17454f13, 'name': SearchDatastore_Task, 'duration_secs': 0.018549} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.446495] env[69162]: DEBUG oslo_concurrency.lockutils [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.446826] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 132ba9ea-8c19-4e6e-a400-b1a79b0e4499/132ba9ea-8c19-4e6e-a400-b1a79b0e4499.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.447164] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38125940-b633-48a5-aad7-47e9d3cffce7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.459826] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 956.459826] env[69162]: value = "task-3232663" [ 956.459826] env[69162]: _type = "Task" [ 956.459826] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.474269] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.624506] env[69162]: DEBUG nova.network.neutron [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance_info_cache with network_info: [{"id": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "address": "fa:16:3e:b4:4d:e1", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7aaddb-9e", "ovs_interfaceid": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.656880] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.660131] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.300s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.662063] env[69162]: DEBUG nova.objects.instance [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lazy-loading 'resources' on Instance uuid f5fdb3dc-d045-46ae-95b6-9fe6f023af0f {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.681673] env[69162]: INFO nova.scheduler.client.report [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Deleted allocations for instance b7c513d8-106d-402b-bdb8-3b7c5d511d45 [ 956.771288] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07424} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.771602] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.772471] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cc9748-b74f-40df-b82e-2ddb117d78c9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.796076] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 99d1e64e-dd30-40b1-8e32-123181bd4ebd/99d1e64e-dd30-40b1-8e32-123181bd4ebd.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.796731] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b33b05c-4337-4f52-ad21-e48befbad8f9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.819735] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 956.819735] env[69162]: value = "task-3232664" [ 956.819735] env[69162]: _type = "Task" [ 956.819735] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.831691] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.855108] env[69162]: INFO nova.compute.manager [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Took 48.27 seconds to build instance. [ 956.975902] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232663, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.127652] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.128325] env[69162]: DEBUG nova.compute.manager [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Instance network_info: |[{"id": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "address": "fa:16:3e:b4:4d:e1", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7aaddb-9e", "ovs_interfaceid": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.129103] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:4d:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec7aaddb-9e5a-4664-8f71-44c00e49048f', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.138780] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.139455] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.139891] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1197b37-30a5-479f-8453-4d973a8e9d93 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.167198] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.167198] env[69162]: value = "task-3232665" [ 957.167198] env[69162]: _type = "Task" [ 957.167198] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.178732] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232665, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.193164] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1bdbcb1c-58a3-4fa6-8d7d-b9babd947bf5 tempest-ServerAddressesTestJSON-1415577763 tempest-ServerAddressesTestJSON-1415577763-project-member] Lock "b7c513d8-106d-402b-bdb8-3b7c5d511d45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.430s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.332278] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232664, 'name': ReconfigVM_Task, 'duration_secs': 0.37098} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.332715] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 99d1e64e-dd30-40b1-8e32-123181bd4ebd/99d1e64e-dd30-40b1-8e32-123181bd4ebd.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.333469] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91c1ae64-fae6-4f94-a767-dc32f80cc6bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.342377] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 957.342377] env[69162]: value = "task-3232666" [ 957.342377] env[69162]: _type = "Task" [ 957.342377] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.356160] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232666, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.359245] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0824c5e9-8d74-42c3-a1c7-83e6052c5941 tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.778s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.432373] env[69162]: DEBUG nova.compute.manager [req-997bc6e5-2f9b-41b2-b8a3-5b0aa25d9183 req-90d7b1d0-1b9b-4b44-b9bf-aa5a797a187a service nova] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Received event network-changed-ec7aaddb-9e5a-4664-8f71-44c00e49048f {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.432582] env[69162]: DEBUG nova.compute.manager [req-997bc6e5-2f9b-41b2-b8a3-5b0aa25d9183 req-90d7b1d0-1b9b-4b44-b9bf-aa5a797a187a service nova] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Refreshing instance network info cache due to event network-changed-ec7aaddb-9e5a-4664-8f71-44c00e49048f. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.432879] env[69162]: DEBUG oslo_concurrency.lockutils [req-997bc6e5-2f9b-41b2-b8a3-5b0aa25d9183 req-90d7b1d0-1b9b-4b44-b9bf-aa5a797a187a service nova] Acquiring lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.433049] env[69162]: DEBUG oslo_concurrency.lockutils [req-997bc6e5-2f9b-41b2-b8a3-5b0aa25d9183 req-90d7b1d0-1b9b-4b44-b9bf-aa5a797a187a service nova] Acquired lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.433216] env[69162]: DEBUG nova.network.neutron [req-997bc6e5-2f9b-41b2-b8a3-5b0aa25d9183 req-90d7b1d0-1b9b-4b44-b9bf-aa5a797a187a service nova] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Refreshing network info cache for port ec7aaddb-9e5a-4664-8f71-44c00e49048f {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.477839] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659418} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.478171] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 132ba9ea-8c19-4e6e-a400-b1a79b0e4499/132ba9ea-8c19-4e6e-a400-b1a79b0e4499.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.478577] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.478902] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b567df5-e54d-4bd5-b610-ac51ecf00978 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.491721] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 957.491721] env[69162]: value = "task-3232667" [ 957.491721] env[69162]: _type = "Task" [ 957.491721] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.505600] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.572353] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875fdfa2-8a7d-47f8-8d52-0e927b0e9b82 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.583824] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3d2b4f-c892-4b78-a139-f2f3357f03a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.620499] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84262871-68fc-4269-a447-d6024e4218a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.629295] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eda7c00-2b4c-49ea-aca9-b30551fcadfe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.646736] env[69162]: DEBUG nova.compute.provider_tree [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.680786] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232665, 'name': CreateVM_Task, 'duration_secs': 0.514831} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.680972] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.681698] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.681865] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.682226] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.682520] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d767119-ae15-4297-b2fe-6c3ebf0f12f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.688537] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 957.688537] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520dedf2-544c-8e10-ffdc-b98af227cde0" [ 957.688537] env[69162]: _type = "Task" [ 957.688537] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.698825] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520dedf2-544c-8e10-ffdc-b98af227cde0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.859508] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232666, 'name': Rename_Task, 'duration_secs': 0.170518} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.859508] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.859508] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af75ee42-119a-4a33-a703-d2d7d534bf21 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.868262] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 957.868262] env[69162]: value = "task-3232668" [ 957.868262] env[69162]: _type = "Task" [ 957.868262] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.882410] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.006402] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081381} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.006402] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.006402] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8198c7-7b29-4406-b152-ac2947353314 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.029396] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 132ba9ea-8c19-4e6e-a400-b1a79b0e4499/132ba9ea-8c19-4e6e-a400-b1a79b0e4499.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.033018] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686d86c3-46ec-4994-a3a2-01c8768f80c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.055531] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 958.055531] env[69162]: value = "task-3232669" [ 958.055531] env[69162]: _type = "Task" [ 958.055531] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.066823] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.184508] env[69162]: DEBUG nova.scheduler.client.report [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 958.184786] env[69162]: DEBUG nova.compute.provider_tree [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 85 to 86 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 958.185270] env[69162]: DEBUG nova.compute.provider_tree [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.207427] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520dedf2-544c-8e10-ffdc-b98af227cde0, 'name': SearchDatastore_Task, 'duration_secs': 0.012622} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.208586] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.208836] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.209092] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.209251] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.209434] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.209989] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aff33ee-e91d-438c-a956-9e53fc1e0b80 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.223960] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.224208] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.225086] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5df999-cc15-424b-8856-a8f6368eba1c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.233860] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 958.233860] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52aaa9a9-8794-cb97-2623-5d4355241eb2" [ 958.233860] env[69162]: _type = "Task" [ 958.233860] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.244439] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52aaa9a9-8794-cb97-2623-5d4355241eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.378465] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232668, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.571090] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.694511] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.698263] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.289s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.698619] env[69162]: DEBUG nova.objects.instance [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lazy-loading 'resources' on Instance uuid 62068b04-5cda-4e51-9dbc-375386baf27f {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.710849] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.711341] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.726046] env[69162]: INFO nova.scheduler.client.report [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Deleted allocations for instance f5fdb3dc-d045-46ae-95b6-9fe6f023af0f [ 958.753192] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52aaa9a9-8794-cb97-2623-5d4355241eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.025215} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.754482] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c26982-2201-48ea-adb8-c17e6a8bfccc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.762329] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 958.762329] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bc86c4-6715-2c1e-2f35-7a854fa2d89c" [ 958.762329] env[69162]: _type = "Task" [ 958.762329] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.773838] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bc86c4-6715-2c1e-2f35-7a854fa2d89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.790761] env[69162]: DEBUG nova.network.neutron [req-997bc6e5-2f9b-41b2-b8a3-5b0aa25d9183 req-90d7b1d0-1b9b-4b44-b9bf-aa5a797a187a service nova] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updated VIF entry in instance network info cache for port ec7aaddb-9e5a-4664-8f71-44c00e49048f. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.791235] env[69162]: DEBUG nova.network.neutron [req-997bc6e5-2f9b-41b2-b8a3-5b0aa25d9183 req-90d7b1d0-1b9b-4b44-b9bf-aa5a797a187a service nova] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance_info_cache with network_info: [{"id": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "address": "fa:16:3e:b4:4d:e1", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7aaddb-9e", "ovs_interfaceid": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.879763] env[69162]: DEBUG oslo_vmware.api [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232668, 'name': PowerOnVM_Task, 'duration_secs': 0.867823} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.880127] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.880364] env[69162]: INFO nova.compute.manager [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Took 7.63 seconds to spawn the instance on the hypervisor. [ 958.880551] env[69162]: DEBUG nova.compute.manager [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.881485] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b72558e-521c-4263-913f-e1e6c5fcbd45 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.069673] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232669, 'name': ReconfigVM_Task, 'duration_secs': 0.721874} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.070256] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 132ba9ea-8c19-4e6e-a400-b1a79b0e4499/132ba9ea-8c19-4e6e-a400-b1a79b0e4499.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.071198] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef11f37a-0e95-4bcb-b0a4-a2fb4159e66a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.080744] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 959.080744] env[69162]: value = "task-3232670" [ 959.080744] env[69162]: _type = "Task" [ 959.080744] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.091787] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232670, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.219112] env[69162]: DEBUG nova.compute.manager [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.238831] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d372639d-58dc-43ee-b892-1a0660e1a2d1 tempest-FloatingIPsAssociationTestJSON-268091945 tempest-FloatingIPsAssociationTestJSON-268091945-project-member] Lock "f5fdb3dc-d045-46ae-95b6-9fe6f023af0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.741s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.275787] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bc86c4-6715-2c1e-2f35-7a854fa2d89c, 'name': SearchDatastore_Task, 'duration_secs': 0.014849} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.278572] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.278940] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 48391860-2920-44ab-b24d-0b04c15eb11b/48391860-2920-44ab-b24d-0b04c15eb11b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.280595] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e316c533-3178-4616-b3ac-f8e79a21deda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.294584] env[69162]: DEBUG oslo_concurrency.lockutils [req-997bc6e5-2f9b-41b2-b8a3-5b0aa25d9183 req-90d7b1d0-1b9b-4b44-b9bf-aa5a797a187a service nova] Releasing lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.295461] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 959.295461] env[69162]: value = "task-3232671" [ 959.295461] env[69162]: _type = "Task" [ 959.295461] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.309017] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.405619] env[69162]: INFO nova.compute.manager [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Took 46.34 seconds to build instance. [ 959.591853] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232670, 'name': Rename_Task, 'duration_secs': 0.257061} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.592183] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.592467] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c369138-50cc-49e6-b0dd-ef7d7213166a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.601081] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 959.601081] env[69162]: value = "task-3232672" [ 959.601081] env[69162]: _type = "Task" [ 959.601081] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.615134] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.685120] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0893cbd7-4e4f-4917-8fa5-00d770da37b0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.698770] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce0d6c0-b0e3-49b9-9f7e-ec410fe58a4f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.709789] env[69162]: DEBUG oslo_concurrency.lockutils [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.764122] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c11080-d6cd-4ab1-9e96-db8b52083179 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.783254] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbc2f19-76ea-4eac-8c65-2c07f8359674 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.786725] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.803813] env[69162]: DEBUG nova.compute.provider_tree [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.820865] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232671, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.908731] env[69162]: DEBUG oslo_concurrency.lockutils [None req-81eb1524-54b2-4047-b24b-f6851c92d371 tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.857s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.909102] env[69162]: DEBUG oslo_concurrency.lockutils [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.200s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.909377] env[69162]: DEBUG oslo_concurrency.lockutils [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.909836] env[69162]: DEBUG oslo_concurrency.lockutils [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.910083] env[69162]: DEBUG oslo_concurrency.lockutils [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.912868] env[69162]: INFO nova.compute.manager [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Terminating instance [ 960.112765] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.310071] env[69162]: DEBUG nova.scheduler.client.report [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.318486] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772793} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.319106] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 48391860-2920-44ab-b24d-0b04c15eb11b/48391860-2920-44ab-b24d-0b04c15eb11b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.319854] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.319854] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bec7bd4a-c177-4f1c-9ac3-3f6ae9e8c7de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.327513] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 960.327513] env[69162]: value = "task-3232673" [ 960.327513] env[69162]: _type = "Task" [ 960.327513] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.336236] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.417147] env[69162]: DEBUG nova.compute.manager [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.417402] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.418354] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536b3eba-6d6e-4ee1-b7d5-1848b0eaa2ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.427367] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.427639] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7a94caf-9565-4d56-8d3a-99b65d4e2340 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.434646] env[69162]: DEBUG oslo_vmware.api [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 960.434646] env[69162]: value = "task-3232674" [ 960.434646] env[69162]: _type = "Task" [ 960.434646] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.444846] env[69162]: DEBUG oslo_vmware.api [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.617265] env[69162]: DEBUG oslo_vmware.api [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232672, 'name': PowerOnVM_Task, 'duration_secs': 0.900701} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.617953] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.617953] env[69162]: DEBUG nova.compute.manager [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.618732] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2a05fa-df76-48a9-9774-ef373cf14760 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.820481] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.822706] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.577s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.822974] env[69162]: DEBUG nova.objects.instance [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lazy-loading 'resources' on Instance uuid 0ad59ecf-6533-4ecb-acca-47682085bf22 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.837962] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091372} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.838300] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.839120] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f91d0-2800-446f-b25b-6b8734083c84 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.843637] env[69162]: INFO nova.scheduler.client.report [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Deleted allocations for instance 62068b04-5cda-4e51-9dbc-375386baf27f [ 960.864558] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 48391860-2920-44ab-b24d-0b04c15eb11b/48391860-2920-44ab-b24d-0b04c15eb11b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.867276] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8540d20a-ee63-4df8-8c8f-49be89046516 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.888809] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 960.888809] env[69162]: value = "task-3232675" [ 960.888809] env[69162]: _type = "Task" [ 960.888809] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.898547] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.945228] env[69162]: DEBUG oslo_vmware.api [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232674, 'name': PowerOffVM_Task, 'duration_secs': 0.252633} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.946567] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.946567] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.946567] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e6bf2ec-f9fd-46c1-a8cf-8d0229e19450 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.018125] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.018125] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.018938] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Deleting the datastore file [datastore1] 99d1e64e-dd30-40b1-8e32-123181bd4ebd {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.018938] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d48e9a7-9908-4b10-a955-61ea340e061b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.026102] env[69162]: DEBUG oslo_vmware.api [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for the task: (returnval){ [ 961.026102] env[69162]: value = "task-3232677" [ 961.026102] env[69162]: _type = "Task" [ 961.026102] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.036038] env[69162]: DEBUG oslo_vmware.api [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.139394] env[69162]: DEBUG oslo_concurrency.lockutils [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.397420] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c815ee79-9cd4-47c7-9e18-f626814bbbd8 tempest-ServerShowV247Test-1612164320 tempest-ServerShowV247Test-1612164320-project-member] Lock "62068b04-5cda-4e51-9dbc-375386baf27f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.203s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.406449] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.544886] env[69162]: DEBUG oslo_vmware.api [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Task: {'id': task-3232677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149957} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.547710] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.549110] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.549110] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.549110] env[69162]: INFO nova.compute.manager [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 961.549110] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.549110] env[69162]: DEBUG nova.compute.manager [-] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.549263] env[69162]: DEBUG nova.network.neutron [-] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.660630] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "132ba9ea-8c19-4e6e-a400-b1a79b0e4499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.660769] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "132ba9ea-8c19-4e6e-a400-b1a79b0e4499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.660970] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "132ba9ea-8c19-4e6e-a400-b1a79b0e4499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.661231] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "132ba9ea-8c19-4e6e-a400-b1a79b0e4499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.661446] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "132ba9ea-8c19-4e6e-a400-b1a79b0e4499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.663487] env[69162]: INFO nova.compute.manager [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Terminating instance [ 961.766811] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6a6ca4-4e0d-4ffa-bcca-997f908bbffd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.775568] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326dc457-7973-4680-b2f6-43e680cba848 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.810326] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe30f862-fc0a-4395-95f1-f20643cb4ac4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.818829] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326216a1-557f-48d4-a887-c62176bce1c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.834788] env[69162]: DEBUG nova.compute.provider_tree [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.901668] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232675, 'name': ReconfigVM_Task, 'duration_secs': 0.651219} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.901993] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 48391860-2920-44ab-b24d-0b04c15eb11b/48391860-2920-44ab-b24d-0b04c15eb11b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.902692] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2355ac1-d5ba-4ef5-8125-4e1ce17eaea2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.909718] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 961.909718] env[69162]: value = "task-3232678" [ 961.909718] env[69162]: _type = "Task" [ 961.909718] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.924000] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232678, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.011879] env[69162]: DEBUG nova.compute.manager [req-0cc8f91a-cda7-4b7b-b490-6c66a154ba00 req-5a7baa5a-eb76-4e91-a058-864c929c32dd service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Received event network-vif-deleted-e9d23194-27bc-4fac-9a84-cbaa76fa6410 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.012098] env[69162]: INFO nova.compute.manager [req-0cc8f91a-cda7-4b7b-b490-6c66a154ba00 req-5a7baa5a-eb76-4e91-a058-864c929c32dd service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Neutron deleted interface e9d23194-27bc-4fac-9a84-cbaa76fa6410; detaching it from the instance and deleting it from the info cache [ 962.012288] env[69162]: DEBUG nova.network.neutron [req-0cc8f91a-cda7-4b7b-b490-6c66a154ba00 req-5a7baa5a-eb76-4e91-a058-864c929c32dd service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.168882] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "refresh_cache-132ba9ea-8c19-4e6e-a400-b1a79b0e4499" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.169106] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquired lock "refresh_cache-132ba9ea-8c19-4e6e-a400-b1a79b0e4499" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.169306] env[69162]: DEBUG nova.network.neutron [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.338758] env[69162]: DEBUG nova.scheduler.client.report [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.420711] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232678, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.437586] env[69162]: DEBUG nova.network.neutron [-] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.516244] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c356100b-6ca8-428c-828d-5a7966b19fa1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.526951] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267f6dd1-0f7e-4d6b-af71-e41bbde35a2a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.570277] env[69162]: DEBUG nova.compute.manager [req-0cc8f91a-cda7-4b7b-b490-6c66a154ba00 req-5a7baa5a-eb76-4e91-a058-864c929c32dd service nova] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Detach interface failed, port_id=e9d23194-27bc-4fac-9a84-cbaa76fa6410, reason: Instance 99d1e64e-dd30-40b1-8e32-123181bd4ebd could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.690726] env[69162]: DEBUG nova.network.neutron [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.845640] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.848739] env[69162]: DEBUG oslo_concurrency.lockutils [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 27.833s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.862987] env[69162]: DEBUG nova.network.neutron [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.870863] env[69162]: INFO nova.scheduler.client.report [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Deleted allocations for instance 0ad59ecf-6533-4ecb-acca-47682085bf22 [ 962.925641] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232678, 'name': Rename_Task, 'duration_secs': 0.807551} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.925641] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.925641] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6720e8b8-5485-4e06-89b8-cb0b29f8a61e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.934383] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 962.934383] env[69162]: value = "task-3232679" [ 962.934383] env[69162]: _type = "Task" [ 962.934383] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.939829] env[69162]: INFO nova.compute.manager [-] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Took 1.39 seconds to deallocate network for instance. [ 962.950946] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.353755] env[69162]: DEBUG nova.objects.instance [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lazy-loading 'migration_context' on Instance uuid c4d26567-05de-49c0-bc5f-9310cbd12847 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.366511] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Releasing lock "refresh_cache-132ba9ea-8c19-4e6e-a400-b1a79b0e4499" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.366700] env[69162]: DEBUG nova.compute.manager [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.366899] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.368103] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f389d6-ee79-47f4-9178-03dc2b21b6bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.379302] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.379829] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca84d8ac-2641-4f91-b771-3675dc75a55c tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "0ad59ecf-6533-4ecb-acca-47682085bf22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.243s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.380722] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bebc1023-1b89-4fac-bb61-62fb9b3ca6d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.387936] env[69162]: DEBUG oslo_vmware.api [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 963.387936] env[69162]: value = "task-3232680" [ 963.387936] env[69162]: _type = "Task" [ 963.387936] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.397607] env[69162]: DEBUG oslo_vmware.api [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.445468] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.452935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.901462] env[69162]: DEBUG oslo_vmware.api [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232680, 'name': PowerOffVM_Task, 'duration_secs': 0.139019} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.902028] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.902232] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.902536] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f937109d-3ff0-4af7-bda7-7a318da223a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.928883] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.928883] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.929154] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Deleting the datastore file [datastore2] 132ba9ea-8c19-4e6e-a400-b1a79b0e4499 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.929459] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c555d22-21dc-430f-8a05-e5fbce861a68 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.936337] env[69162]: DEBUG oslo_vmware.api [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for the task: (returnval){ [ 963.936337] env[69162]: value = "task-3232683" [ 963.936337] env[69162]: _type = "Task" [ 963.936337] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.951121] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.954595] env[69162]: DEBUG oslo_vmware.api [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.224708] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76eb97a-8b1d-49c5-b5bd-c77e2bebdb6b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.232867] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64ff492-319c-436a-b92e-3248b8b24ebe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.265963] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f5900c-6e14-4580-88c2-8726fa845464 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.274039] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecaf49c-7d89-40fa-ac47-a27138e112e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.288576] env[69162]: DEBUG nova.compute.provider_tree [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.459680] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.463319] env[69162]: DEBUG oslo_vmware.api [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Task: {'id': task-3232683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106148} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.463658] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.463918] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.464200] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.464460] env[69162]: INFO nova.compute.manager [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Took 1.10 seconds to destroy the instance on the hypervisor. [ 964.464880] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.465242] env[69162]: DEBUG nova.compute.manager [-] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.465419] env[69162]: DEBUG nova.network.neutron [-] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.542982] env[69162]: DEBUG nova.network.neutron [-] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.796189] env[69162]: DEBUG nova.scheduler.client.report [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.956019] env[69162]: DEBUG oslo_vmware.api [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232679, 'name': PowerOnVM_Task, 'duration_secs': 1.797448} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.956019] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.956019] env[69162]: INFO nova.compute.manager [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Took 10.26 seconds to spawn the instance on the hypervisor. [ 964.956019] env[69162]: DEBUG nova.compute.manager [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.956019] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78be29a-6284-4e8a-85e1-41a1ca223676 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.048458] env[69162]: DEBUG nova.network.neutron [-] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.472142] env[69162]: INFO nova.compute.manager [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Took 43.78 seconds to build instance. [ 965.551067] env[69162]: INFO nova.compute.manager [-] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Took 1.09 seconds to deallocate network for instance. [ 965.811127] env[69162]: DEBUG oslo_concurrency.lockutils [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.962s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.817351] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.217s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.819074] env[69162]: INFO nova.compute.claims [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.974877] env[69162]: DEBUG oslo_concurrency.lockutils [None req-41bdcfb0-ce19-46af-b4c7-616420b079cb tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "48391860-2920-44ab-b24d-0b04c15eb11b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.291s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.059675] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.223207] env[69162]: DEBUG oslo_vmware.rw_handles [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b60a9-4dd4-a938-87cf-f1024f4d2b09/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 967.224374] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56828b8-44d7-4eb9-ac3a-9739cc739e73 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.231365] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafbe542-3a84-4da1-859e-b699429c9663 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.234729] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.234940] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.238082] env[69162]: DEBUG oslo_vmware.rw_handles [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b60a9-4dd4-a938-87cf-f1024f4d2b09/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 967.238237] env[69162]: ERROR oslo_vmware.rw_handles [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b60a9-4dd4-a938-87cf-f1024f4d2b09/disk-0.vmdk due to incomplete transfer. [ 967.240698] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "08577608-89ff-40e9-9a43-2b4218500b63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.240936] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.241233] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "08577608-89ff-40e9-9a43-2b4218500b63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.241413] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.241670] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.243110] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d071616f-15d4-495a-8d6d-3651b51c5aff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.244876] env[69162]: INFO nova.compute.manager [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Terminating instance [ 967.247477] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27d644-a7fd-41dc-82ce-f2a9ffd52b58 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.286047] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6a8d29-d0ba-46ab-8780-42abd981bad3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.289064] env[69162]: DEBUG oslo_vmware.rw_handles [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b60a9-4dd4-a938-87cf-f1024f4d2b09/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 967.289338] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Uploaded image 7ecce22f-9a86-4518-a9fa-ba02aae1952f to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 967.292080] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 967.292533] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37e39f5e-be71-41c8-bed6-473c43c6e3e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.299825] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af02a26d-d591-46fb-a0ab-18c52efdacd0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.303496] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 967.303496] env[69162]: value = "task-3232684" [ 967.303496] env[69162]: _type = "Task" [ 967.303496] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.315224] env[69162]: DEBUG nova.compute.provider_tree [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.320840] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232684, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.361939] env[69162]: INFO nova.compute.manager [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Swapping old allocation on dict_keys(['db608530-c8a6-4c13-82de-a0b8635a7033']) held by migration a330b0d1-9152-4170-9e6e-856ed7d5900b for instance [ 967.385120] env[69162]: DEBUG nova.scheduler.client.report [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Overwriting current allocation {'allocations': {'db608530-c8a6-4c13-82de-a0b8635a7033': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': 'dd86978c48ff4d7d8c452bcb8c1dc22a', 'user_id': 'e470accb5d6f4590bb54dfac543613d3', 'consumer_generation': 1} on consumer c4d26567-05de-49c0-bc5f-9310cbd12847 {{(pid=69162) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 967.464603] env[69162]: DEBUG oslo_concurrency.lockutils [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.464847] env[69162]: DEBUG oslo_concurrency.lockutils [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquired lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.465104] env[69162]: DEBUG nova.network.neutron [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.739570] env[69162]: DEBUG nova.compute.manager [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.755522] env[69162]: DEBUG nova.compute.manager [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.755762] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.756793] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da497bb-56e3-4e80-bba1-881b8d1c58e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.768686] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.768999] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fff7cab0-cf67-4d77-8f18-27794b298325 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.775830] env[69162]: DEBUG oslo_vmware.api [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 967.775830] env[69162]: value = "task-3232685" [ 967.775830] env[69162]: _type = "Task" [ 967.775830] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.784991] env[69162]: DEBUG oslo_vmware.api [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.815165] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232684, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.818235] env[69162]: DEBUG nova.scheduler.client.report [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.950259] env[69162]: DEBUG nova.compute.manager [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Stashing vm_state: active {{(pid=69162) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 968.264170] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.287820] env[69162]: DEBUG oslo_vmware.api [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232685, 'name': PowerOffVM_Task, 'duration_secs': 0.2285} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.288901] env[69162]: DEBUG nova.network.neutron [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance_info_cache with network_info: [{"id": "f502f76e-5a1a-4dba-9034-90819068e9de", "address": "fa:16:3e:0b:a0:2c", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf502f76e-5a", "ovs_interfaceid": "f502f76e-5a1a-4dba-9034-90819068e9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.290132] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.290310] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.290776] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26708b10-8779-474a-b8f1-9ebc0b14549d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.313656] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232684, 'name': Destroy_Task, 'duration_secs': 0.575927} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.313927] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Destroyed the VM [ 968.314258] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 968.314580] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c568149a-2c5c-4125-8f0b-fbe584553b93 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.320372] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 968.320372] env[69162]: value = "task-3232687" [ 968.320372] env[69162]: _type = "Task" [ 968.320372] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.326019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.326019] env[69162]: DEBUG nova.compute.manager [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.327477] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.117s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.327689] env[69162]: DEBUG nova.objects.instance [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lazy-loading 'resources' on Instance uuid 1d211996-69af-42de-99d4-d372cfbc27a3 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.333645] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232687, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.357723] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.357967] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.358195] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Deleting the datastore file [datastore1] 08577608-89ff-40e9-9a43-2b4218500b63 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.358463] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73ef0a5f-8e97-4281-8c33-af29f47a73a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.364241] env[69162]: DEBUG oslo_vmware.api [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for the task: (returnval){ [ 968.364241] env[69162]: value = "task-3232688" [ 968.364241] env[69162]: _type = "Task" [ 968.364241] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.373278] env[69162]: DEBUG oslo_vmware.api [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.469631] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.499323] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "c5b7159a-694c-4d08-8184-af4bb10a4426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.499541] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "c5b7159a-694c-4d08-8184-af4bb10a4426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.791432] env[69162]: DEBUG oslo_concurrency.lockutils [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Releasing lock "refresh_cache-c4d26567-05de-49c0-bc5f-9310cbd12847" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.792043] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.792222] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b89a0640-2da7-4d35-9ffc-8f6de41bb5dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.800046] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 968.800046] env[69162]: value = "task-3232689" [ 968.800046] env[69162]: _type = "Task" [ 968.800046] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.809249] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.829412] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232687, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.833220] env[69162]: DEBUG nova.compute.utils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.834849] env[69162]: DEBUG nova.compute.manager [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.836994] env[69162]: DEBUG nova.network.neutron [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.876215] env[69162]: DEBUG oslo_vmware.api [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Task: {'id': task-3232688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170148} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.879145] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.879360] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.879543] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.879792] env[69162]: INFO nova.compute.manager [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Took 1.12 seconds to destroy the instance on the hypervisor. [ 968.879985] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.880441] env[69162]: DEBUG nova.compute.manager [-] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.880536] env[69162]: DEBUG nova.network.neutron [-] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.895478] env[69162]: DEBUG nova.policy [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5926377097224d1d8e481b7f1fcb17d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be225d3c8f040c5892c40c5aecd4287', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.001721] env[69162]: DEBUG nova.compute.manager [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.866839] env[69162]: DEBUG nova.compute.manager [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.876448] env[69162]: DEBUG nova.network.neutron [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Successfully created port: dab4a885-cc6d-4e15-899d-fe3359eb6267 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.889539] env[69162]: DEBUG nova.compute.manager [req-9e9aa283-8e42-4da1-a560-8cfb0926bbbf req-a1d48581-3a0c-477b-97bb-3dc27a9c4a70 service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Received event network-vif-deleted-bf86c278-b1a9-4efc-a347-dd2df76ab60b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.890390] env[69162]: INFO nova.compute.manager [req-9e9aa283-8e42-4da1-a560-8cfb0926bbbf req-a1d48581-3a0c-477b-97bb-3dc27a9c4a70 service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Neutron deleted interface bf86c278-b1a9-4efc-a347-dd2df76ab60b; detaching it from the instance and deleting it from the info cache [ 969.890390] env[69162]: DEBUG nova.network.neutron [req-9e9aa283-8e42-4da1-a560-8cfb0926bbbf req-a1d48581-3a0c-477b-97bb-3dc27a9c4a70 service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.892169] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.892398] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.893407] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "ac16b152-019e-46bb-8754-505b2e2f443c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.893533] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "ac16b152-019e-46bb-8754-505b2e2f443c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.903097] env[69162]: DEBUG oslo_vmware.api [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232687, 'name': RemoveSnapshot_Task, 'duration_secs': 1.128822} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.906733] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.907015] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 969.907253] env[69162]: INFO nova.compute.manager [None req-36f49acf-f348-4166-86ea-fa8a780e3e70 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Took 18.95 seconds to snapshot the instance on the hypervisor. [ 969.909634] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232689, 'name': PowerOffVM_Task, 'duration_secs': 0.2164} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.912385] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.913044] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:14:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8d7f9854-a0c6-4be0-a31a-0223ea8661d4',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-938072625',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.913398] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.913449] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.913595] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.913741] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.913888] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.914105] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.914266] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.914429] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.914587] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.914753] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.920607] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea82cf9-88f1-4351-aa33-5e379b524d8d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.938485] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 969.938485] env[69162]: value = "task-3232690" [ 969.938485] env[69162]: _type = "Task" [ 969.938485] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.948029] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.044017] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765af01b-4a9b-4d56-a4af-d33b861f9c9d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.054361] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f6b6a2-c77c-48b8-8f83-16b8e5abff98 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.097643] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61750afe-d6ec-480b-b683-625a3777b4cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.105356] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9208083e-ca76-4529-beee-e7fc50821ed2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.119068] env[69162]: DEBUG nova.compute.provider_tree [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.392353] env[69162]: DEBUG nova.network.neutron [-] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.395275] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-375f259a-bf74-4c85-aa02-cda49914737e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.399479] env[69162]: DEBUG nova.compute.manager [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.402537] env[69162]: DEBUG nova.compute.manager [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.413738] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a400ef0-3448-4d39-b669-0f4f370cafdb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.451078] env[69162]: DEBUG nova.compute.manager [req-9e9aa283-8e42-4da1-a560-8cfb0926bbbf req-a1d48581-3a0c-477b-97bb-3dc27a9c4a70 service nova] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Detach interface failed, port_id=bf86c278-b1a9-4efc-a347-dd2df76ab60b, reason: Instance 08577608-89ff-40e9-9a43-2b4218500b63 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.463901] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232690, 'name': ReconfigVM_Task, 'duration_secs': 0.400361} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.465024] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33468fa6-9b98-4620-8d3f-12894cc25255 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.483988] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:14:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8d7f9854-a0c6-4be0-a31a-0223ea8661d4',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-938072625',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.484254] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.484470] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.484670] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.484820] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.485007] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.485271] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.485444] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.485616] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.485776] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.486018] env[69162]: DEBUG nova.virt.hardware [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.486792] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197f1c62-0ee3-4f26-9c39-5dbf5a2d5c6f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.492402] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 970.492402] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b45ac5-8591-b24b-7c44-c7cc4a89fc78" [ 970.492402] env[69162]: _type = "Task" [ 970.492402] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.503461] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b45ac5-8591-b24b-7c44-c7cc4a89fc78, 'name': SearchDatastore_Task, 'duration_secs': 0.00754} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.508861] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 970.509379] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d015cfcf-fb5e-4e23-a558-9883087262fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.527283] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 970.527283] env[69162]: value = "task-3232691" [ 970.527283] env[69162]: _type = "Task" [ 970.527283] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.535962] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.622835] env[69162]: DEBUG nova.scheduler.client.report [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.882975] env[69162]: DEBUG nova.compute.manager [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.900587] env[69162]: INFO nova.compute.manager [-] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Took 2.02 seconds to deallocate network for instance. [ 970.914144] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.914387] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.914543] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.914727] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.914945] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.915189] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.915446] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.915620] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.915786] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.915944] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.916158] env[69162]: DEBUG nova.virt.hardware [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.916986] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2ed5b6-691a-4ad6-83b8-51e3d2c70157 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.927722] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970bc858-8d3a-42a3-bac5-a80d4c728942 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.933402] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.934222] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.038836] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232691, 'name': ReconfigVM_Task, 'duration_secs': 0.173258} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.039249] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 971.040486] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a264f8-ba40-4deb-ba86-0c5e2af85628 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.063867] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] c4d26567-05de-49c0-bc5f-9310cbd12847/c4d26567-05de-49c0-bc5f-9310cbd12847.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.064932] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a137e832-4e02-48cc-a13c-4c43f3a10324 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.084222] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 971.084222] env[69162]: value = "task-3232692" [ 971.084222] env[69162]: _type = "Task" [ 971.084222] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.091658] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.128762] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.801s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.131041] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.330s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.147750] env[69162]: INFO nova.scheduler.client.report [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleted allocations for instance 1d211996-69af-42de-99d4-d372cfbc27a3 [ 971.411535] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.584821] env[69162]: DEBUG nova.compute.manager [req-3342bb0b-359c-40b5-a051-1249e61ddbf8 req-5e5f2ac2-bfe2-483d-a938-8a71e8b71949 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Received event network-vif-plugged-dab4a885-cc6d-4e15-899d-fe3359eb6267 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.585659] env[69162]: DEBUG oslo_concurrency.lockutils [req-3342bb0b-359c-40b5-a051-1249e61ddbf8 req-5e5f2ac2-bfe2-483d-a938-8a71e8b71949 service nova] Acquiring lock "2610de4b-76e5-4d36-8544-525b4cb645c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.586369] env[69162]: DEBUG oslo_concurrency.lockutils [req-3342bb0b-359c-40b5-a051-1249e61ddbf8 req-5e5f2ac2-bfe2-483d-a938-8a71e8b71949 service nova] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.586905] env[69162]: DEBUG oslo_concurrency.lockutils [req-3342bb0b-359c-40b5-a051-1249e61ddbf8 req-5e5f2ac2-bfe2-483d-a938-8a71e8b71949 service nova] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.589019] env[69162]: DEBUG nova.compute.manager [req-3342bb0b-359c-40b5-a051-1249e61ddbf8 req-5e5f2ac2-bfe2-483d-a938-8a71e8b71949 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] No waiting events found dispatching network-vif-plugged-dab4a885-cc6d-4e15-899d-fe3359eb6267 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.589019] env[69162]: WARNING nova.compute.manager [req-3342bb0b-359c-40b5-a051-1249e61ddbf8 req-5e5f2ac2-bfe2-483d-a938-8a71e8b71949 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Received unexpected event network-vif-plugged-dab4a885-cc6d-4e15-899d-fe3359eb6267 for instance with vm_state building and task_state spawning. [ 971.602786] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.651815] env[69162]: DEBUG nova.network.neutron [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Successfully updated port: dab4a885-cc6d-4e15-899d-fe3359eb6267 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.659873] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2ad805e4-b766-4295-ae2f-e67505ab7bff tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "1d211996-69af-42de-99d4-d372cfbc27a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.820s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.098347] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232692, 'name': ReconfigVM_Task, 'duration_secs': 0.825324} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.098710] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Reconfigured VM instance instance-00000031 to attach disk [datastore2] c4d26567-05de-49c0-bc5f-9310cbd12847/c4d26567-05de-49c0-bc5f-9310cbd12847.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.099476] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6135496-f237-4e7a-9c97-576e2b6c87a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.116919] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee08ece8-8767-477a-9647-84b05cce0aa1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.133753] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e515f69-1ffe-4e10-b4a8-1813be7ce492 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.150679] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Applying migration context for instance 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 as it has an incoming, in-progress migration 37886dd6-cca7-4f4d-b844-a7888c21185a. Migration status is confirming {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 972.152505] env[69162]: INFO nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating resource usage from migration 37886dd6-cca7-4f4d-b844-a7888c21185a [ 972.152820] env[69162]: INFO nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating resource usage from migration 005c6d0e-9732-48bc-b214-0538faa0048e [ 972.155671] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff82534-07ed-4c0e-a7ca-2c169088592c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.160310] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.160310] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.160310] env[69162]: DEBUG nova.network.neutron [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.164591] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.164591] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d78debb4-8973-457a-a811-21e447ad6786 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.170153] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 972.170153] env[69162]: value = "task-3232693" [ 972.170153] env[69162]: _type = "Task" [ 972.170153] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.178010] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.179359] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 71559be7-ab61-463b-8a2e-bcb5b10ebd8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.179359] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance ca60526d-f004-45c1-b23b-1e5f90bb23cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.179359] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 08577608-89ff-40e9-9a43-2b4218500b63 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 972.179590] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance e01fcbef-72a7-45b4-ae76-a7e91e9aa323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.179590] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bb46b420-8682-4a15-acac-6d4b65592f80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.179645] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.179742] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.179838] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 99fe6fb9-9965-4811-ba4c-a0084eb2672b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.179957] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 88eaf0df-5255-4011-ac1a-455c2556e1df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.180460] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 05b59159-1ed6-49ec-bb2a-43430d6823a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.180460] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance c4d26567-05de-49c0-bc5f-9310cbd12847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.180460] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Migration 37886dd6-cca7-4f4d-b844-a7888c21185a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 972.180460] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.180607] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bbb22847-2309-4e5a-bcc2-267e52bd4dbd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.180607] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.180727] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 132ba9ea-8c19-4e6e-a400-b1a79b0e4499 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 972.180789] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 120eb3cd-cca8-4a89-b01b-691b6f7d790b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.180906] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 99d1e64e-dd30-40b1-8e32-123181bd4ebd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 972.181023] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 2610de4b-76e5-4d36-8544-525b4cb645c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.181164] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 128d4784-9841-4527-b560-19c047fe8773] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (db608530-c8a6-4c13-82de-a0b8635a7033): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 972.682044] env[69162]: DEBUG oslo_vmware.api [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232693, 'name': PowerOnVM_Task, 'duration_secs': 0.355182} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.682488] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.686457] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 972.719386] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.719778] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.720126] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.720350] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.720527] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.725015] env[69162]: DEBUG nova.network.neutron [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.727276] env[69162]: INFO nova.compute.manager [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Terminating instance [ 972.932546] env[69162]: DEBUG nova.network.neutron [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance_info_cache with network_info: [{"id": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "address": "fa:16:3e:98:90:6d", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab4a885-cc", "ovs_interfaceid": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.193066] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 613d9465-10e2-4ea4-afa3-f0c2ce7c374e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 973.193411] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Migration 005c6d0e-9732-48bc-b214-0538faa0048e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 973.193411] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 48391860-2920-44ab-b24d-0b04c15eb11b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 973.231203] env[69162]: DEBUG nova.compute.manager [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.231455] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.232546] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51147c13-89a5-400d-89e7-44d4f12dd7d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.240722] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.240940] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f3908f0-7f0b-4fd4-9c23-9d50dddd0da8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.246973] env[69162]: DEBUG oslo_vmware.api [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 973.246973] env[69162]: value = "task-3232694" [ 973.246973] env[69162]: _type = "Task" [ 973.246973] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.255137] env[69162]: DEBUG oslo_vmware.api [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.435590] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.435939] env[69162]: DEBUG nova.compute.manager [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Instance network_info: |[{"id": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "address": "fa:16:3e:98:90:6d", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab4a885-cc", "ovs_interfaceid": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.436555] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:90:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dab4a885-cc6d-4e15-899d-fe3359eb6267', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.443995] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Creating folder: Project (4be225d3c8f040c5892c40c5aecd4287). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.444360] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-805efff8-f3d3-4321-bbbe-ac6034823cd8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.455239] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Created folder: Project (4be225d3c8f040c5892c40c5aecd4287) in parent group-v645978. [ 973.455460] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Creating folder: Instances. Parent ref: group-v646169. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.455722] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9051798-b0fa-4baa-984a-870e1980e516 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.466630] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Created folder: Instances in parent group-v646169. [ 973.466903] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.467180] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.467394] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32b2fa75-89a0-4467-b62c-1cae4b6bf0a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.488148] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.488148] env[69162]: value = "task-3232697" [ 973.488148] env[69162]: _type = "Task" [ 973.488148] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.496811] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232697, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.609152] env[69162]: DEBUG nova.compute.manager [req-c24ada1f-18c7-4758-bd65-ea137eb99e74 req-10fb8cd7-33b5-440d-98aa-1db94e25bad5 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Received event network-changed-dab4a885-cc6d-4e15-899d-fe3359eb6267 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.609347] env[69162]: DEBUG nova.compute.manager [req-c24ada1f-18c7-4758-bd65-ea137eb99e74 req-10fb8cd7-33b5-440d-98aa-1db94e25bad5 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Refreshing instance network info cache due to event network-changed-dab4a885-cc6d-4e15-899d-fe3359eb6267. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.609569] env[69162]: DEBUG oslo_concurrency.lockutils [req-c24ada1f-18c7-4758-bd65-ea137eb99e74 req-10fb8cd7-33b5-440d-98aa-1db94e25bad5 service nova] Acquiring lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.609717] env[69162]: DEBUG oslo_concurrency.lockutils [req-c24ada1f-18c7-4758-bd65-ea137eb99e74 req-10fb8cd7-33b5-440d-98aa-1db94e25bad5 service nova] Acquired lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.609879] env[69162]: DEBUG nova.network.neutron [req-c24ada1f-18c7-4758-bd65-ea137eb99e74 req-10fb8cd7-33b5-440d-98aa-1db94e25bad5 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Refreshing network info cache for port dab4a885-cc6d-4e15-899d-fe3359eb6267 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.697081] env[69162]: INFO nova.compute.manager [None req-433d9543-9a82-4008-a124-624935cec419 tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance to original state: 'active' [ 973.700195] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance c5b7159a-694c-4d08-8184-af4bb10a4426 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 973.756639] env[69162]: DEBUG oslo_vmware.api [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232694, 'name': PowerOffVM_Task, 'duration_secs': 0.228035} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.756915] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.757100] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.757353] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-839aa6f5-b4a8-422b-8847-c30bb4d36322 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.827730] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.827953] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.828155] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleting the datastore file [datastore2] ca60526d-f004-45c1-b23b-1e5f90bb23cc {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.828450] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfd2a90d-0d7f-46d0-8fb0-bd6a8e297e08 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.836144] env[69162]: DEBUG oslo_vmware.api [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 973.836144] env[69162]: value = "task-3232699" [ 973.836144] env[69162]: _type = "Task" [ 973.836144] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.844697] env[69162]: DEBUG oslo_vmware.api [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.998299] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232697, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.205219] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 974.346189] env[69162]: DEBUG oslo_vmware.api [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128798} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.346459] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.346643] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.346817] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.346990] env[69162]: INFO nova.compute.manager [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 974.347250] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.347438] env[69162]: DEBUG nova.compute.manager [-] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.347531] env[69162]: DEBUG nova.network.neutron [-] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.358815] env[69162]: DEBUG nova.network.neutron [req-c24ada1f-18c7-4758-bd65-ea137eb99e74 req-10fb8cd7-33b5-440d-98aa-1db94e25bad5 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updated VIF entry in instance network info cache for port dab4a885-cc6d-4e15-899d-fe3359eb6267. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.359171] env[69162]: DEBUG nova.network.neutron [req-c24ada1f-18c7-4758-bd65-ea137eb99e74 req-10fb8cd7-33b5-440d-98aa-1db94e25bad5 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance_info_cache with network_info: [{"id": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "address": "fa:16:3e:98:90:6d", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab4a885-cc", "ovs_interfaceid": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.500333] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232697, 'name': CreateVM_Task, 'duration_secs': 0.605606} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.500333] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.500847] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.501058] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.501350] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.501612] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd06c7ec-20bf-4a37-97e9-033614e81591 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.506690] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 974.506690] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a6ebb3-9611-9ef1-a9bd-76b14be639d2" [ 974.506690] env[69162]: _type = "Task" [ 974.506690] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.515035] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a6ebb3-9611-9ef1-a9bd-76b14be639d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.610478] env[69162]: DEBUG nova.compute.manager [req-74eb9769-e1f7-47d2-b64e-3948fbe0aa4b req-6ce1f964-a148-4922-8f22-dd3567b5796a service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Received event network-vif-deleted-0bb6bbd4-364e-4bff-af8d-3985981409cc {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.610478] env[69162]: INFO nova.compute.manager [req-74eb9769-e1f7-47d2-b64e-3948fbe0aa4b req-6ce1f964-a148-4922-8f22-dd3567b5796a service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Neutron deleted interface 0bb6bbd4-364e-4bff-af8d-3985981409cc; detaching it from the instance and deleting it from the info cache [ 974.610478] env[69162]: DEBUG nova.network.neutron [req-74eb9769-e1f7-47d2-b64e-3948fbe0aa4b req-6ce1f964-a148-4922-8f22-dd3567b5796a service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.712882] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance ac16b152-019e-46bb-8754-505b2e2f443c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 974.712882] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 974.713181] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 974.868480] env[69162]: DEBUG oslo_concurrency.lockutils [req-c24ada1f-18c7-4758-bd65-ea137eb99e74 req-10fb8cd7-33b5-440d-98aa-1db94e25bad5 service nova] Releasing lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.017670] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a6ebb3-9611-9ef1-a9bd-76b14be639d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.017977] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.018241] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.018472] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.018617] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.018795] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.019069] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a5d3601-811d-4d03-ab59-e40b174dd141 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.027647] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.027835] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.028623] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be7b2eb-afcf-4235-8a81-129849915ce3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.033850] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 975.033850] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52027cf6-8eec-29be-3dd6-1cbcab7ab54a" [ 975.033850] env[69162]: _type = "Task" [ 975.033850] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.044541] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52027cf6-8eec-29be-3dd6-1cbcab7ab54a, 'name': SearchDatastore_Task, 'duration_secs': 0.007921} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.045324] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338b26a2-fb4b-42bb-863a-ae5f6af14de7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.051744] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 975.051744] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523e45ee-f85c-10bf-62e4-1a44e49d2528" [ 975.051744] env[69162]: _type = "Task" [ 975.051744] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.059902] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523e45ee-f85c-10bf-62e4-1a44e49d2528, 'name': SearchDatastore_Task} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.060173] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.060438] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 2610de4b-76e5-4d36-8544-525b4cb645c1/2610de4b-76e5-4d36-8544-525b4cb645c1.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.060689] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66685f0b-d28a-4dc0-9846-18085ea04896 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.069748] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 975.069748] env[69162]: value = "task-3232700" [ 975.069748] env[69162]: _type = "Task" [ 975.069748] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.076724] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186ec671-b62c-45dd-a15f-1280d8e96834 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.082875] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.088026] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436304d1-53aa-4a37-92fa-63d0723dcb3d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.090797] env[69162]: DEBUG nova.network.neutron [-] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.118333] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b164b41-f6e1-401f-8539-068f10291ff8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.120838] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1e04b7-40cf-466e-8630-1d3e12caf441 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.129861] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf4122e-132b-4af7-a6d8-3075b091b3a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.137056] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c686082f-4dab-4403-85da-cf5e4c55c5f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.157187] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.173104] env[69162]: DEBUG nova.compute.manager [req-74eb9769-e1f7-47d2-b64e-3948fbe0aa4b req-6ce1f964-a148-4922-8f22-dd3567b5796a service nova] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Detach interface failed, port_id=0bb6bbd4-364e-4bff-af8d-3985981409cc, reason: Instance ca60526d-f004-45c1-b23b-1e5f90bb23cc could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.191777] env[69162]: ERROR nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [req-0e8d1137-d8f0-435c-a1e8-f5feb5cdac41] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e8d1137-d8f0-435c-a1e8-f5feb5cdac41"}]} [ 975.209252] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 975.224930] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 975.225261] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.238633] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 975.256094] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "c4d26567-05de-49c0-bc5f-9310cbd12847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.256418] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "c4d26567-05de-49c0-bc5f-9310cbd12847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.256659] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "c4d26567-05de-49c0-bc5f-9310cbd12847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.256850] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "c4d26567-05de-49c0-bc5f-9310cbd12847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.257091] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "c4d26567-05de-49c0-bc5f-9310cbd12847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.259557] env[69162]: INFO nova.compute.manager [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Terminating instance [ 975.261905] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 975.582083] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232700, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.594174] env[69162]: INFO nova.compute.manager [-] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Took 1.25 seconds to deallocate network for instance. [ 975.640788] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921c4354-5820-4fd0-89c6-0025904c1a3b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.648492] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b9d31d-0a5c-4786-b6d2-635f2a306a7a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.678878] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d33c4f-c9f7-4ce5-b8e6-22895463a1a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.687071] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33afb16-8866-4d64-a72d-b64b3de3d196 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.702038] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.767818] env[69162]: DEBUG nova.compute.manager [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.768049] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.768924] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b4fa28-e2ad-4659-ad66-f08115c0b27e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.778474] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.778707] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfc36a11-a2fe-46cd-8ce2-17bb618c97f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.784520] env[69162]: DEBUG oslo_vmware.api [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 975.784520] env[69162]: value = "task-3232701" [ 975.784520] env[69162]: _type = "Task" [ 975.784520] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.792593] env[69162]: DEBUG oslo_vmware.api [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.082012] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54594} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.084169] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 2610de4b-76e5-4d36-8544-525b4cb645c1/2610de4b-76e5-4d36-8544-525b4cb645c1.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.084169] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.084169] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4f30f24-cc56-4393-96fe-2dab7310850b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.089788] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 976.089788] env[69162]: value = "task-3232702" [ 976.089788] env[69162]: _type = "Task" [ 976.089788] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.097519] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.101565] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.241162] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 976.241162] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 94 to 95 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 976.241162] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.293938] env[69162]: DEBUG oslo_vmware.api [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232701, 'name': PowerOffVM_Task, 'duration_secs': 0.197982} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.294445] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.294717] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.295034] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f3d982d-1b25-4b32-aced-c5219c9a34e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.364902] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.365250] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.365460] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Deleting the datastore file [datastore2] c4d26567-05de-49c0-bc5f-9310cbd12847 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.365725] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e163fe5-7940-4c0f-a54d-1f1c6dff4813 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.375535] env[69162]: DEBUG oslo_vmware.api [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 976.375535] env[69162]: value = "task-3232704" [ 976.375535] env[69162]: _type = "Task" [ 976.375535] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.383663] env[69162]: DEBUG oslo_vmware.api [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.600164] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070099} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.600442] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.601249] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b94038-1d98-48a1-9179-6e432a64c3ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.622900] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 2610de4b-76e5-4d36-8544-525b4cb645c1/2610de4b-76e5-4d36-8544-525b4cb645c1.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.623177] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6b27e5-a7a5-4516-af87-3cbd53a495f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.642521] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 976.642521] env[69162]: value = "task-3232705" [ 976.642521] env[69162]: _type = "Task" [ 976.642521] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.649798] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.745142] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 976.745436] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.614s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.745796] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.743s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.747430] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.747607] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Cleaning up deleted instances {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 976.885939] env[69162]: DEBUG oslo_vmware.api [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175392} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.886377] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.886645] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.886862] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.887109] env[69162]: INFO nova.compute.manager [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Took 1.12 seconds to destroy the instance on the hypervisor. [ 976.887359] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.887636] env[69162]: DEBUG nova.compute.manager [-] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.887766] env[69162]: DEBUG nova.network.neutron [-] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.155305] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232705, 'name': ReconfigVM_Task, 'duration_secs': 0.286275} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.156520] env[69162]: DEBUG nova.compute.manager [req-a7bcf995-38f3-4226-9358-9e4054f25c7e req-673c91cf-b994-4bcf-bd22-30e6089da86a service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Received event network-vif-deleted-f502f76e-5a1a-4dba-9034-90819068e9de {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.156704] env[69162]: INFO nova.compute.manager [req-a7bcf995-38f3-4226-9358-9e4054f25c7e req-673c91cf-b994-4bcf-bd22-30e6089da86a service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Neutron deleted interface f502f76e-5a1a-4dba-9034-90819068e9de; detaching it from the instance and deleting it from the info cache [ 977.156875] env[69162]: DEBUG nova.network.neutron [req-a7bcf995-38f3-4226-9358-9e4054f25c7e req-673c91cf-b994-4bcf-bd22-30e6089da86a service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.159189] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 2610de4b-76e5-4d36-8544-525b4cb645c1/2610de4b-76e5-4d36-8544-525b4cb645c1.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.159189] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4b3d07d-7482-411b-88cf-c84244d26fac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.165106] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 977.165106] env[69162]: value = "task-3232706" [ 977.165106] env[69162]: _type = "Task" [ 977.165106] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.174736] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232706, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.263252] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] There are 44 instances to clean {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 977.263538] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 0ad59ecf-6533-4ecb-acca-47682085bf22] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.578577] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68a1d25-f607-47ff-9051-1e3d1cb3c28f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.586176] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ed93e5-050e-4f84-90d5-2fe8898693ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.616198] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680f39d5-ea4e-48aa-8888-5cf7eb029eda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.623688] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdbd677-6e23-4b19-abac-452876781e24 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.628027] env[69162]: DEBUG nova.network.neutron [-] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.642338] env[69162]: DEBUG nova.compute.provider_tree [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.659403] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8338c61-c7d6-4ba0-8ef6-5ed5dc70c87b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.672635] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626737b2-8095-4751-85e7-4768c09a3721 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.685898] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232706, 'name': Rename_Task, 'duration_secs': 0.157644} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.686702] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.686938] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d4258dc-c155-4e24-8226-6d7af74adaac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.692739] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 977.692739] env[69162]: value = "task-3232707" [ 977.692739] env[69162]: _type = "Task" [ 977.692739] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.706553] env[69162]: DEBUG nova.compute.manager [req-a7bcf995-38f3-4226-9358-9e4054f25c7e req-673c91cf-b994-4bcf-bd22-30e6089da86a service nova] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Detach interface failed, port_id=f502f76e-5a1a-4dba-9034-90819068e9de, reason: Instance c4d26567-05de-49c0-bc5f-9310cbd12847 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.709485] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.766624] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: b7c513d8-106d-402b-bdb8-3b7c5d511d45] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.130960] env[69162]: INFO nova.compute.manager [-] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Took 1.24 seconds to deallocate network for instance. [ 978.145555] env[69162]: DEBUG nova.scheduler.client.report [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.203725] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.270873] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 9e72f90c-541b-4982-9d29-cd59ee8d49ae] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.639337] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.703625] env[69162]: DEBUG oslo_vmware.api [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232707, 'name': PowerOnVM_Task, 'duration_secs': 0.516471} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.703931] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.704146] env[69162]: INFO nova.compute.manager [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Took 7.82 seconds to spawn the instance on the hypervisor. [ 978.704324] env[69162]: DEBUG nova.compute.manager [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.705116] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e0ed41-4bc5-4fd7-8f4e-01a8770ffffe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.774324] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: ddeb6757-1690-41e8-bdc1-87dadc34788d] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.155588] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.410s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.155818] env[69162]: DEBUG nova.compute.manager [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69162) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 979.158737] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.398s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.159175] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.161264] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.375s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.165830] env[69162]: INFO nova.compute.claims [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.220886] env[69162]: INFO nova.compute.manager [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Took 42.64 seconds to build instance. [ 979.277566] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 0e0e5d1e-ea85-4fd9-a5fe-f98d36b898ee] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.681039] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4a94a74-786b-4aba-8f3a-8cd796a2c863 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "128d4784-9841-4527-b560-19c047fe8773" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 56.592s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.683827] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "128d4784-9841-4527-b560-19c047fe8773" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 33.179s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.683827] env[69162]: INFO nova.compute.manager [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Unshelving [ 979.725068] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5fe3d99f-79f3-455e-a754-5b378599d9f8 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.153s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.749493] env[69162]: INFO nova.scheduler.client.report [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleted allocation for migration 37886dd6-cca7-4f4d-b844-a7888c21185a [ 979.781270] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 639739ab-736c-481d-8a0e-5a3e891c2cd3] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.789936] env[69162]: DEBUG nova.compute.manager [req-b03309a5-8235-4808-be4b-610f1b7192ba req-fd4837ee-e7f4-4dae-a195-49e1d8cbde89 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Received event network-changed-dab4a885-cc6d-4e15-899d-fe3359eb6267 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.790155] env[69162]: DEBUG nova.compute.manager [req-b03309a5-8235-4808-be4b-610f1b7192ba req-fd4837ee-e7f4-4dae-a195-49e1d8cbde89 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Refreshing instance network info cache due to event network-changed-dab4a885-cc6d-4e15-899d-fe3359eb6267. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.790352] env[69162]: DEBUG oslo_concurrency.lockutils [req-b03309a5-8235-4808-be4b-610f1b7192ba req-fd4837ee-e7f4-4dae-a195-49e1d8cbde89 service nova] Acquiring lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.790496] env[69162]: DEBUG oslo_concurrency.lockutils [req-b03309a5-8235-4808-be4b-610f1b7192ba req-fd4837ee-e7f4-4dae-a195-49e1d8cbde89 service nova] Acquired lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.790657] env[69162]: DEBUG nova.network.neutron [req-b03309a5-8235-4808-be4b-610f1b7192ba req-fd4837ee-e7f4-4dae-a195-49e1d8cbde89 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Refreshing network info cache for port dab4a885-cc6d-4e15-899d-fe3359eb6267 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.254882] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f345c9a7-ef53-447f-b565-28b0f71b9cb0 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.084s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.286394] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: d688584d-4f22-4efd-8d7a-8ae346a98b69] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.521541] env[69162]: DEBUG nova.network.neutron [req-b03309a5-8235-4808-be4b-610f1b7192ba req-fd4837ee-e7f4-4dae-a195-49e1d8cbde89 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updated VIF entry in instance network info cache for port dab4a885-cc6d-4e15-899d-fe3359eb6267. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.522107] env[69162]: DEBUG nova.network.neutron [req-b03309a5-8235-4808-be4b-610f1b7192ba req-fd4837ee-e7f4-4dae-a195-49e1d8cbde89 service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance_info_cache with network_info: [{"id": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "address": "fa:16:3e:98:90:6d", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab4a885-cc", "ovs_interfaceid": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.536634] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3e85d5-9872-4446-8f96-0dc955ab2f55 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.544569] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c3db6a-1ba4-45aa-87c9-3b7c5dd05b40 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.574861] env[69162]: DEBUG nova.objects.instance [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'flavor' on Instance uuid 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.577327] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2304848d-6b91-4f8c-ab2e-d7b109723241 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.585313] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d8173d-8b4b-4fe6-88a9-f9af26183b48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.599129] env[69162]: DEBUG nova.compute.provider_tree [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.707652] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.789612] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 62068b04-5cda-4e51-9dbc-375386baf27f] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.026257] env[69162]: DEBUG oslo_concurrency.lockutils [req-b03309a5-8235-4808-be4b-610f1b7192ba req-fd4837ee-e7f4-4dae-a195-49e1d8cbde89 service nova] Releasing lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.080332] env[69162]: DEBUG oslo_concurrency.lockutils [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.080519] env[69162]: DEBUG oslo_concurrency.lockutils [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.080729] env[69162]: DEBUG nova.network.neutron [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.080943] env[69162]: DEBUG nova.objects.instance [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'info_cache' on Instance uuid 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.102767] env[69162]: DEBUG nova.scheduler.client.report [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.293583] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 5d441593-c7b4-4080-ab9c-bca7279d7417] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.584466] env[69162]: DEBUG nova.objects.base [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Object Instance<7d3ffe9b-359f-4379-94f3-e0f1233aeeb2> lazy-loaded attributes: flavor,info_cache {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 981.607996] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.608544] env[69162]: DEBUG nova.compute.manager [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.611014] env[69162]: DEBUG oslo_concurrency.lockutils [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.472s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.611217] env[69162]: DEBUG nova.objects.instance [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 981.796554] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: d1f99284-f0dd-467b-8b71-138d07f7f0db] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.119975] env[69162]: DEBUG nova.compute.utils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.123888] env[69162]: DEBUG nova.compute.manager [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.124087] env[69162]: DEBUG nova.network.neutron [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.174120] env[69162]: DEBUG nova.policy [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bd76d8d4e834b3eace34c2505a48899', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a053ad86f824c6b9854d2b5760ac37c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.297767] env[69162]: DEBUG nova.network.neutron [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance_info_cache with network_info: [{"id": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "address": "fa:16:3e:9f:5d:18", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d5ba15-55", "ovs_interfaceid": "c0d5ba15-55bd-4fbc-bc86-1037aa210271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.299874] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 936944d5-13f5-4f4e-b7d6-077148fc1c30] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.510192] env[69162]: DEBUG nova.network.neutron [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Successfully created port: 40ba4d15-3e39-4065-bf90-70003057b103 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.625720] env[69162]: DEBUG oslo_concurrency.lockutils [None req-90857c50-49fc-4d5d-b462-38c594f4627f tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.626809] env[69162]: DEBUG oslo_concurrency.lockutils [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.174s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.627013] env[69162]: DEBUG oslo_concurrency.lockutils [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.633744] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.574s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.633951] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.636514] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.372s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.637970] env[69162]: INFO nova.compute.claims [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.644020] env[69162]: DEBUG nova.compute.manager [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.666929] env[69162]: INFO nova.scheduler.client.report [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Deleted allocations for instance 132ba9ea-8c19-4e6e-a400-b1a79b0e4499 [ 982.675845] env[69162]: INFO nova.scheduler.client.report [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Deleted allocations for instance 99d1e64e-dd30-40b1-8e32-123181bd4ebd [ 982.800053] env[69162]: DEBUG oslo_concurrency.lockutils [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.810622] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: b0ef5be2-c9e5-440e-b502-63396358f94c] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.173878] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39175aed-94a4-4cc2-bf66-123f37ec9ba6 tempest-ServersListShow2100Test-1002751238 tempest-ServersListShow2100Test-1002751238-project-member] Lock "132ba9ea-8c19-4e6e-a400-b1a79b0e4499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.513s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.183307] env[69162]: DEBUG oslo_concurrency.lockutils [None req-18e528e6-0ff1-4c0a-8dfd-5942f180c10e tempest-ImagesOneServerNegativeTestJSON-2040603472 tempest-ImagesOneServerNegativeTestJSON-2040603472-project-member] Lock "99d1e64e-dd30-40b1-8e32-123181bd4ebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.274s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.313620] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 8b6ff94c-3431-43a5-8d63-e462d795d320] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.656146] env[69162]: DEBUG nova.compute.manager [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.679493] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.679752] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.679912] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.680112] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.680268] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.680416] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.680626] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.680785] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.680951] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.681127] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.681302] env[69162]: DEBUG nova.virt.hardware [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.682302] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e3e37a-3013-4d79-a66f-747dc04ffc88 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.693765] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ca25a-2859-4f40-b434-827540ced71f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.805257] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.805551] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56845615-9280-4e32-9590-990c93da891b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.813632] env[69162]: DEBUG oslo_vmware.api [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 983.813632] env[69162]: value = "task-3232708" [ 983.813632] env[69162]: _type = "Task" [ 983.813632] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.817044] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 2b3696ce-a9d7-43d3-aa7b-cd0743fa2ec9] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.823410] env[69162]: DEBUG oslo_vmware.api [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.987433] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9498b3ea-7236-4509-89a0-e514040c526e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.994283] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8fda0a-ea89-49ec-9f7c-3cad32cbf01c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.026885] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3df3d36-9f9e-4208-85ce-5391f782b929 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.030565] env[69162]: DEBUG nova.compute.manager [req-01ea817c-a47a-4583-9945-5881402fb6b0 req-8feeb306-2ade-425e-9fde-3292cc55150b service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Received event network-vif-plugged-40ba4d15-3e39-4065-bf90-70003057b103 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.030782] env[69162]: DEBUG oslo_concurrency.lockutils [req-01ea817c-a47a-4583-9945-5881402fb6b0 req-8feeb306-2ade-425e-9fde-3292cc55150b service nova] Acquiring lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.031103] env[69162]: DEBUG oslo_concurrency.lockutils [req-01ea817c-a47a-4583-9945-5881402fb6b0 req-8feeb306-2ade-425e-9fde-3292cc55150b service nova] Lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.031320] env[69162]: DEBUG oslo_concurrency.lockutils [req-01ea817c-a47a-4583-9945-5881402fb6b0 req-8feeb306-2ade-425e-9fde-3292cc55150b service nova] Lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.031543] env[69162]: DEBUG nova.compute.manager [req-01ea817c-a47a-4583-9945-5881402fb6b0 req-8feeb306-2ade-425e-9fde-3292cc55150b service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] No waiting events found dispatching network-vif-plugged-40ba4d15-3e39-4065-bf90-70003057b103 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.031734] env[69162]: WARNING nova.compute.manager [req-01ea817c-a47a-4583-9945-5881402fb6b0 req-8feeb306-2ade-425e-9fde-3292cc55150b service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Received unexpected event network-vif-plugged-40ba4d15-3e39-4065-bf90-70003057b103 for instance with vm_state building and task_state spawning. [ 984.038684] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006e8711-8f27-4b07-9594-9550a9e82354 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.055710] env[69162]: DEBUG nova.compute.provider_tree [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.112497] env[69162]: DEBUG nova.network.neutron [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Successfully updated port: 40ba4d15-3e39-4065-bf90-70003057b103 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.319817] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: f6bba713-7cd6-40a5-ae76-c4d155536858] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.324582] env[69162]: DEBUG oslo_vmware.api [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232708, 'name': PowerOnVM_Task, 'duration_secs': 0.443219} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.324835] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.325043] env[69162]: DEBUG nova.compute.manager [None req-465869ee-0d2e-43ed-91db-1e62579a2a96 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.325835] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeff146d-bc0b-49ab-b714-0c40ce6ca0c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.561157] env[69162]: DEBUG nova.scheduler.client.report [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.615865] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "refresh_cache-d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.616044] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquired lock "refresh_cache-d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.616233] env[69162]: DEBUG nova.network.neutron [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.829565] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 29be81c5-006e-4633-94bb-c6bc007d6d0d] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.068363] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.068363] env[69162]: DEBUG nova.compute.manager [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.071167] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.601s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.163972] env[69162]: DEBUG nova.network.neutron [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.302677] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.302935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.303196] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.303388] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.303559] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.305574] env[69162]: INFO nova.compute.manager [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Terminating instance [ 985.332887] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 796f6c25-a5b9-4bdc-892a-8fa6f5295485] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.409507] env[69162]: DEBUG nova.network.neutron [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Updating instance_info_cache with network_info: [{"id": "40ba4d15-3e39-4065-bf90-70003057b103", "address": "fa:16:3e:0d:d6:27", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ba4d15-3e", "ovs_interfaceid": "40ba4d15-3e39-4065-bf90-70003057b103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.576266] env[69162]: INFO nova.compute.claims [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.580661] env[69162]: DEBUG nova.compute.utils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.582073] env[69162]: DEBUG nova.compute.manager [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.582244] env[69162]: DEBUG nova.network.neutron [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.633560] env[69162]: DEBUG nova.policy [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8f9f0bdf31b49d4ab51bfb122c4b2a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88d09fd53056449e943007bc5ec1a816', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.809082] env[69162]: DEBUG nova.compute.manager [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.809329] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.810233] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19297531-c080-4e79-acd1-d6effc52d6ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.818418] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.818693] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f58efcd-9a4b-4b6b-87b4-4f969afefa5c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.824938] env[69162]: DEBUG oslo_vmware.api [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 985.824938] env[69162]: value = "task-3232709" [ 985.824938] env[69162]: _type = "Task" [ 985.824938] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.834681] env[69162]: DEBUG oslo_vmware.api [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.837192] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: f5fdb3dc-d045-46ae-95b6-9fe6f023af0f] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.916566] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Releasing lock "refresh_cache-d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.917029] env[69162]: DEBUG nova.compute.manager [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Instance network_info: |[{"id": "40ba4d15-3e39-4065-bf90-70003057b103", "address": "fa:16:3e:0d:d6:27", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ba4d15-3e", "ovs_interfaceid": "40ba4d15-3e39-4065-bf90-70003057b103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.917554] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d6:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ba4d15-3e39-4065-bf90-70003057b103', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.927116] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.927913] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.927913] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-688477d8-1dce-4f8a-b6d5-e3180f3efd44 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.950883] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.950883] env[69162]: value = "task-3232710" [ 985.950883] env[69162]: _type = "Task" [ 985.950883] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.959676] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232710, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.009257] env[69162]: DEBUG nova.network.neutron [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Successfully created port: 942423d7-6bb6-4642-8e56-f895c788ec72 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.084184] env[69162]: INFO nova.compute.resource_tracker [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating resource usage from migration 005c6d0e-9732-48bc-b214-0538faa0048e [ 986.089862] env[69162]: DEBUG nova.compute.manager [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.142354] env[69162]: DEBUG nova.compute.manager [req-72341771-34ef-4798-bd4e-3c3bb5037b88 req-79f4208a-d261-48b1-a1ad-61a3ed85b22d service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Received event network-changed-40ba4d15-3e39-4065-bf90-70003057b103 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.142576] env[69162]: DEBUG nova.compute.manager [req-72341771-34ef-4798-bd4e-3c3bb5037b88 req-79f4208a-d261-48b1-a1ad-61a3ed85b22d service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Refreshing instance network info cache due to event network-changed-40ba4d15-3e39-4065-bf90-70003057b103. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.143337] env[69162]: DEBUG oslo_concurrency.lockutils [req-72341771-34ef-4798-bd4e-3c3bb5037b88 req-79f4208a-d261-48b1-a1ad-61a3ed85b22d service nova] Acquiring lock "refresh_cache-d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.143337] env[69162]: DEBUG oslo_concurrency.lockutils [req-72341771-34ef-4798-bd4e-3c3bb5037b88 req-79f4208a-d261-48b1-a1ad-61a3ed85b22d service nova] Acquired lock "refresh_cache-d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.143337] env[69162]: DEBUG nova.network.neutron [req-72341771-34ef-4798-bd4e-3c3bb5037b88 req-79f4208a-d261-48b1-a1ad-61a3ed85b22d service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Refreshing network info cache for port 40ba4d15-3e39-4065-bf90-70003057b103 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.336867] env[69162]: DEBUG oslo_vmware.api [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232709, 'name': PowerOffVM_Task, 'duration_secs': 0.202093} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.337226] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.337326] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.337550] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70228d8f-62aa-4382-8aec-07dda5563165 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.340596] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: e2c46201-aa7b-49ae-b601-c37e0e701fa9] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.401624] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.401844] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.402874] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleting the datastore file [datastore2] 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.402874] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d9fb1c9-1059-46f5-81e2-ade79891ab31 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.409421] env[69162]: DEBUG oslo_vmware.api [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 986.409421] env[69162]: value = "task-3232712" [ 986.409421] env[69162]: _type = "Task" [ 986.409421] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.421182] env[69162]: DEBUG oslo_vmware.api [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.461893] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232710, 'name': CreateVM_Task, 'duration_secs': 0.363789} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.464399] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.470172] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.470352] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.470666] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.470932] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d876372-11b6-4093-a67d-578eec6a580f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.476952] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 986.476952] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52935811-5c34-c534-206b-1487ef1c4c8a" [ 986.476952] env[69162]: _type = "Task" [ 986.476952] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.482405] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dd1188-6b7d-4913-b719-4c24ed3a67dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.489412] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52935811-5c34-c534-206b-1487ef1c4c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.492111] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda5aec2-2406-46da-8914-1740033dfd35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.524896] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95435a9-f486-4991-a31b-3a4860694b7c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.532185] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a6968e-adb1-4ec6-b0f6-6b55821e5b64 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.545750] env[69162]: DEBUG nova.compute.provider_tree [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.844801] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 70204f64-9421-4c9a-a654-c63b6ec37d46] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.918883] env[69162]: DEBUG oslo_vmware.api [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255439} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.919703] env[69162]: DEBUG nova.network.neutron [req-72341771-34ef-4798-bd4e-3c3bb5037b88 req-79f4208a-d261-48b1-a1ad-61a3ed85b22d service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Updated VIF entry in instance network info cache for port 40ba4d15-3e39-4065-bf90-70003057b103. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.920196] env[69162]: DEBUG nova.network.neutron [req-72341771-34ef-4798-bd4e-3c3bb5037b88 req-79f4208a-d261-48b1-a1ad-61a3ed85b22d service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Updating instance_info_cache with network_info: [{"id": "40ba4d15-3e39-4065-bf90-70003057b103", "address": "fa:16:3e:0d:d6:27", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ba4d15-3e", "ovs_interfaceid": "40ba4d15-3e39-4065-bf90-70003057b103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.921165] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.921351] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.921524] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.921696] env[69162]: INFO nova.compute.manager [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 986.921924] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.922567] env[69162]: DEBUG nova.compute.manager [-] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.922672] env[69162]: DEBUG nova.network.neutron [-] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.991696] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52935811-5c34-c534-206b-1487ef1c4c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014019} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.992294] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.992552] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.992799] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.992948] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.993146] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.993592] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4709c579-68d0-42b0-8994-d45097c2c310 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.004461] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.004669] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.005427] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69230ce-1b28-4122-b67b-ab8d8c374826 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.010655] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 987.010655] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eac267-326c-cd51-2239-2e4d725e7977" [ 987.010655] env[69162]: _type = "Task" [ 987.010655] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.018397] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eac267-326c-cd51-2239-2e4d725e7977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.048610] env[69162]: DEBUG nova.scheduler.client.report [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.103225] env[69162]: DEBUG nova.compute.manager [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.137587] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.137843] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.138013] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.138363] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.138593] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.138742] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.138954] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.140105] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.140325] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.140505] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.140686] env[69162]: DEBUG nova.virt.hardware [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.141619] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954f4b4-61c1-48c2-b0a3-5fc0b5c63808 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.150257] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b822d1f-5152-4d76-b65b-7b8e8f9cae8d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.350622] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 1d211996-69af-42de-99d4-d372cfbc27a3] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.403051] env[69162]: DEBUG nova.compute.manager [req-a4f09a62-282e-4b97-b9ef-43fa8ec0c5a5 req-6b216f3b-9c03-43ff-9e4d-5f784d450a9a service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Received event network-vif-deleted-c0d5ba15-55bd-4fbc-bc86-1037aa210271 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.403273] env[69162]: INFO nova.compute.manager [req-a4f09a62-282e-4b97-b9ef-43fa8ec0c5a5 req-6b216f3b-9c03-43ff-9e4d-5f784d450a9a service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Neutron deleted interface c0d5ba15-55bd-4fbc-bc86-1037aa210271; detaching it from the instance and deleting it from the info cache [ 987.403450] env[69162]: DEBUG nova.network.neutron [req-a4f09a62-282e-4b97-b9ef-43fa8ec0c5a5 req-6b216f3b-9c03-43ff-9e4d-5f784d450a9a service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.425781] env[69162]: DEBUG oslo_concurrency.lockutils [req-72341771-34ef-4798-bd4e-3c3bb5037b88 req-79f4208a-d261-48b1-a1ad-61a3ed85b22d service nova] Releasing lock "refresh_cache-d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.521523] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eac267-326c-cd51-2239-2e4d725e7977, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.522326] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b93a303-eeb9-4e7f-abf3-dbf6c0ea7adb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.527752] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 987.527752] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521b188b-14c7-67e5-f6d8-92053387d156" [ 987.527752] env[69162]: _type = "Task" [ 987.527752] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.539415] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521b188b-14c7-67e5-f6d8-92053387d156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.553986] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.483s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.554301] env[69162]: INFO nova.compute.manager [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Migrating [ 987.562092] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.655s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.565060] env[69162]: INFO nova.compute.claims [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.859872] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: cfcdbb9a-1982-49b5-a591-77770de08672] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.882503] env[69162]: DEBUG nova.network.neutron [-] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.905720] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e36f8d7-3b96-4fd4-bb55-ef2a5faf213f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.917423] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89e72a6-b720-4d1b-9cfd-48490e87ec48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.951903] env[69162]: DEBUG nova.compute.manager [req-a4f09a62-282e-4b97-b9ef-43fa8ec0c5a5 req-6b216f3b-9c03-43ff-9e4d-5f784d450a9a service nova] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Detach interface failed, port_id=c0d5ba15-55bd-4fbc-bc86-1037aa210271, reason: Instance 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.040716] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521b188b-14c7-67e5-f6d8-92053387d156, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.040920] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.041094] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84/d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.041469] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf6e4c8-c40a-4923-b097-7481f88aaaf1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.052538] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 988.052538] env[69162]: value = "task-3232713" [ 988.052538] env[69162]: _type = "Task" [ 988.052538] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.060882] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.079437] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.079702] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.079903] env[69162]: DEBUG nova.network.neutron [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.173263] env[69162]: DEBUG nova.compute.manager [req-31f5e598-036e-45df-9b52-a19dafb4673c req-71c3abfc-1c63-443e-9bac-a134eb384b98 service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Received event network-vif-plugged-942423d7-6bb6-4642-8e56-f895c788ec72 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.173532] env[69162]: DEBUG oslo_concurrency.lockutils [req-31f5e598-036e-45df-9b52-a19dafb4673c req-71c3abfc-1c63-443e-9bac-a134eb384b98 service nova] Acquiring lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.173792] env[69162]: DEBUG oslo_concurrency.lockutils [req-31f5e598-036e-45df-9b52-a19dafb4673c req-71c3abfc-1c63-443e-9bac-a134eb384b98 service nova] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.174037] env[69162]: DEBUG oslo_concurrency.lockutils [req-31f5e598-036e-45df-9b52-a19dafb4673c req-71c3abfc-1c63-443e-9bac-a134eb384b98 service nova] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.174304] env[69162]: DEBUG nova.compute.manager [req-31f5e598-036e-45df-9b52-a19dafb4673c req-71c3abfc-1c63-443e-9bac-a134eb384b98 service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] No waiting events found dispatching network-vif-plugged-942423d7-6bb6-4642-8e56-f895c788ec72 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.174430] env[69162]: WARNING nova.compute.manager [req-31f5e598-036e-45df-9b52-a19dafb4673c req-71c3abfc-1c63-443e-9bac-a134eb384b98 service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Received unexpected event network-vif-plugged-942423d7-6bb6-4642-8e56-f895c788ec72 for instance with vm_state building and task_state spawning. [ 988.336840] env[69162]: DEBUG nova.network.neutron [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Successfully updated port: 942423d7-6bb6-4642-8e56-f895c788ec72 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.367857] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: d090a13b-9406-4b37-9b94-f9fb86c1efd5] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.385802] env[69162]: INFO nova.compute.manager [-] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Took 1.46 seconds to deallocate network for instance. [ 988.565428] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467027} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.565781] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84/d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.566237] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.566520] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-079cb1cf-6ed9-4a41-b7a0-2b025f35f594 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.575503] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 988.575503] env[69162]: value = "task-3232714" [ 988.575503] env[69162]: _type = "Task" [ 988.575503] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.586180] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.841092] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.841245] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquired lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.841394] env[69162]: DEBUG nova.network.neutron [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.872452] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 32b4ca6c-622c-4888-aef5-40dcc6b04355] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.893210] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.917968] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc0c680-bcdd-40b9-8cdb-2267c8c89d51 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.928387] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d0b76d-e1f1-4eee-8e0e-edad7bfb2e93 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.961876] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab20397f-43d3-4dc7-ab4d-89d5154b34de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.970951] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98993518-d829-4ab4-9dd8-0f7d67cfe5ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.986527] env[69162]: DEBUG nova.compute.provider_tree [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.029068] env[69162]: DEBUG nova.network.neutron [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance_info_cache with network_info: [{"id": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "address": "fa:16:3e:b4:4d:e1", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7aaddb-9e", "ovs_interfaceid": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.086434] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061508} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.087817] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.087817] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a9a597-94dc-43cb-bab9-24abd55cd221 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.112653] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84/d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.113392] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43336263-193d-4950-b259-605a167ac13f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.134559] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 989.134559] env[69162]: value = "task-3232715" [ 989.134559] env[69162]: _type = "Task" [ 989.134559] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.147178] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232715, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.376937] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 9092dc6f-d128-4011-8332-6ed3718306bb] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.399011] env[69162]: DEBUG nova.network.neutron [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.490262] env[69162]: DEBUG nova.scheduler.client.report [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.533185] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.576664] env[69162]: DEBUG nova.network.neutron [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Updating instance_info_cache with network_info: [{"id": "942423d7-6bb6-4642-8e56-f895c788ec72", "address": "fa:16:3e:58:17:70", "network": {"id": "47a9a562-3b87-4bd2-a60c-c9031e4e9788", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-602079851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88d09fd53056449e943007bc5ec1a816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942423d7-6b", "ovs_interfaceid": "942423d7-6bb6-4642-8e56-f895c788ec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.644907] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.886616] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 5c4966eb-deb8-4c3f-9c8b-13d86e504a64] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.999054] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.999724] env[69162]: DEBUG nova.compute.manager [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.003207] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.070s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.005678] env[69162]: INFO nova.compute.claims [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.079835] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Releasing lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.080152] env[69162]: DEBUG nova.compute.manager [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Instance network_info: |[{"id": "942423d7-6bb6-4642-8e56-f895c788ec72", "address": "fa:16:3e:58:17:70", "network": {"id": "47a9a562-3b87-4bd2-a60c-c9031e4e9788", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-602079851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88d09fd53056449e943007bc5ec1a816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942423d7-6b", "ovs_interfaceid": "942423d7-6bb6-4642-8e56-f895c788ec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.080575] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:17:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '942423d7-6bb6-4642-8e56-f895c788ec72', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.089778] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Creating folder: Project (88d09fd53056449e943007bc5ec1a816). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.090052] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f077adc3-021f-440f-9ca3-97130a9de359 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.101048] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Created folder: Project (88d09fd53056449e943007bc5ec1a816) in parent group-v645978. [ 990.101199] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Creating folder: Instances. Parent ref: group-v646173. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.102029] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e3c4d72-9460-4ce9-8755-d46cd6caf562 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.110863] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Created folder: Instances in parent group-v646173. [ 990.110965] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.111144] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.111363] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd05730d-e935-499a-9eee-bc2b6991bea4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.131797] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.131797] env[69162]: value = "task-3232718" [ 990.131797] env[69162]: _type = "Task" [ 990.131797] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.147825] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232718, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.151610] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232715, 'name': ReconfigVM_Task, 'duration_secs': 0.739755} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.151966] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Reconfigured VM instance instance-00000041 to attach disk [datastore2] d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84/d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.152622] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d4c1645-62c2-4226-bab5-6b06a721337b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.160634] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 990.160634] env[69162]: value = "task-3232719" [ 990.160634] env[69162]: _type = "Task" [ 990.160634] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.173813] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232719, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.245163] env[69162]: DEBUG nova.compute.manager [req-3920992a-092f-4884-ab66-971c9ab5eedf req-058998c3-286a-4c0e-84e7-55306e8f60aa service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Received event network-changed-942423d7-6bb6-4642-8e56-f895c788ec72 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.245410] env[69162]: DEBUG nova.compute.manager [req-3920992a-092f-4884-ab66-971c9ab5eedf req-058998c3-286a-4c0e-84e7-55306e8f60aa service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Refreshing instance network info cache due to event network-changed-942423d7-6bb6-4642-8e56-f895c788ec72. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.245655] env[69162]: DEBUG oslo_concurrency.lockutils [req-3920992a-092f-4884-ab66-971c9ab5eedf req-058998c3-286a-4c0e-84e7-55306e8f60aa service nova] Acquiring lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.245793] env[69162]: DEBUG oslo_concurrency.lockutils [req-3920992a-092f-4884-ab66-971c9ab5eedf req-058998c3-286a-4c0e-84e7-55306e8f60aa service nova] Acquired lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.245990] env[69162]: DEBUG nova.network.neutron [req-3920992a-092f-4884-ab66-971c9ab5eedf req-058998c3-286a-4c0e-84e7-55306e8f60aa service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Refreshing network info cache for port 942423d7-6bb6-4642-8e56-f895c788ec72 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.392710] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 83722a45-99e4-4613-b7f8-00a84118573d] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.505536] env[69162]: DEBUG nova.compute.utils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.508543] env[69162]: DEBUG nova.compute.manager [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.508718] env[69162]: DEBUG nova.network.neutron [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.515081] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquiring lock "bb7b5f61-1993-4b01-b037-bab990c40d4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.515369] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lock "bb7b5f61-1993-4b01-b037-bab990c40d4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.559795] env[69162]: DEBUG nova.policy [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bdc3e7fa7304d2896fc500811cc7d1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa0a8c60d5c1491195615121ebf82247', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.642017] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232718, 'name': CreateVM_Task, 'duration_secs': 0.321749} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.642199] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.642883] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.643073] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.643409] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.643668] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747fd911-2af7-49f6-8497-c6d20b7278f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.648602] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 990.648602] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526bce89-7235-2b1f-b0f5-cd38ae74a1b5" [ 990.648602] env[69162]: _type = "Task" [ 990.648602] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.656545] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526bce89-7235-2b1f-b0f5-cd38ae74a1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.668935] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232719, 'name': Rename_Task, 'duration_secs': 0.21647} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.669210] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.669888] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a7efa9-56aa-44da-9711-2fedfb60eaba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.676153] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 990.676153] env[69162]: value = "task-3232720" [ 990.676153] env[69162]: _type = "Task" [ 990.676153] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.685016] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.885672] env[69162]: DEBUG nova.network.neutron [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Successfully created port: 7c63aea8-708a-468f-b023-01e71f1a2fd3 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.893732] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 5100503b-1cb2-4a2c-a005-0dfc0d204ea0] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.967381] env[69162]: DEBUG nova.network.neutron [req-3920992a-092f-4884-ab66-971c9ab5eedf req-058998c3-286a-4c0e-84e7-55306e8f60aa service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Updated VIF entry in instance network info cache for port 942423d7-6bb6-4642-8e56-f895c788ec72. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.967800] env[69162]: DEBUG nova.network.neutron [req-3920992a-092f-4884-ab66-971c9ab5eedf req-058998c3-286a-4c0e-84e7-55306e8f60aa service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Updating instance_info_cache with network_info: [{"id": "942423d7-6bb6-4642-8e56-f895c788ec72", "address": "fa:16:3e:58:17:70", "network": {"id": "47a9a562-3b87-4bd2-a60c-c9031e4e9788", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-602079851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88d09fd53056449e943007bc5ec1a816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942423d7-6b", "ovs_interfaceid": "942423d7-6bb6-4642-8e56-f895c788ec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.013869] env[69162]: DEBUG nova.compute.manager [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.023023] env[69162]: DEBUG nova.compute.manager [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.054745] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d64d3e1-eeda-4bbc-bc6a-0febf2b015b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.077643] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance '48391860-2920-44ab-b24d-0b04c15eb11b' progress to 0 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.165486] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526bce89-7235-2b1f-b0f5-cd38ae74a1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.165486] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.165486] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.165486] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.165486] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.165749] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.165963] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71d459aa-4837-4048-a8f2-63c378856045 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.174624] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.174826] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.175572] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0744f649-c6e6-4c8c-b5f2-ff3a8dbd5801 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.187966] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 991.187966] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5232c0d0-6087-d20b-f5c5-882e47918a73" [ 991.187966] env[69162]: _type = "Task" [ 991.187966] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.195945] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232720, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.207850] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5232c0d0-6087-d20b-f5c5-882e47918a73, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.207850] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098091ad-7d86-4a46-9ad7-dc5f73d47cb9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.217543] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 991.217543] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5294d484-9bd3-c4fb-edc1-e4597744877e" [ 991.217543] env[69162]: _type = "Task" [ 991.217543] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.227209] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5294d484-9bd3-c4fb-edc1-e4597744877e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.399539] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 4e8d5126-403d-4f75-815a-b35ee533348b] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.451267] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b0bcb6-8047-4256-ae23-23ca59b6268f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.459732] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b1ad6-55a1-4dde-9f81-5041ba8326c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.492318] env[69162]: DEBUG oslo_concurrency.lockutils [req-3920992a-092f-4884-ab66-971c9ab5eedf req-058998c3-286a-4c0e-84e7-55306e8f60aa service nova] Releasing lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.493509] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7be1dd4-ab20-43f1-82b4-f19fd6f0096d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.500984] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a720d1-cb16-444c-ab43-684ab7bf4fa8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.514460] env[69162]: DEBUG nova.compute.provider_tree [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.544542] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.588293] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.588657] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99361118-fe6d-4fce-a6ff-1a777e860571 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.597155] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 991.597155] env[69162]: value = "task-3232721" [ 991.597155] env[69162]: _type = "Task" [ 991.597155] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.610777] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.687770] env[69162]: DEBUG oslo_vmware.api [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232720, 'name': PowerOnVM_Task, 'duration_secs': 0.550598} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.688071] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.688289] env[69162]: INFO nova.compute.manager [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Took 8.03 seconds to spawn the instance on the hypervisor. [ 991.688476] env[69162]: DEBUG nova.compute.manager [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.689827] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c23a7c-9397-42b6-997e-cf390c5ac3da {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.728790] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5294d484-9bd3-c4fb-edc1-e4597744877e, 'name': SearchDatastore_Task, 'duration_secs': 0.012832} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.728984] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.729284] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 613d9465-10e2-4ea4-afa3-f0c2ce7c374e/613d9465-10e2-4ea4-afa3-f0c2ce7c374e.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.729552] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28067110-b2bd-41d5-bb4e-edba78485345 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.736631] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 991.736631] env[69162]: value = "task-3232722" [ 991.736631] env[69162]: _type = "Task" [ 991.736631] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.746286] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.907038] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 11d112bd-a738-4c4e-b22a-112a405a6670] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.017619] env[69162]: DEBUG nova.scheduler.client.report [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.036207] env[69162]: DEBUG nova.compute.manager [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.069752] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b2ec326c2524c916ebcd4f38474ed23a',container_format='bare',created_at=2025-04-03T06:16:16Z,direct_url=,disk_format='vmdk',id=7ecce22f-9a86-4518-a9fa-ba02aae1952f,min_disk=1,min_ram=0,name='tempest-test-snap-617664768',owner='fa0a8c60d5c1491195615121ebf82247',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T06:16:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.070080] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.070314] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.070686] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.070686] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.070858] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.071140] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.071319] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.071496] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.071707] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.071897] env[69162]: DEBUG nova.virt.hardware [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.073309] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd86c148-deca-49f5-aa3a-496460ca759a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.084836] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c58f255-586a-480b-9c71-0a03edcb8c9d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.113729] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232721, 'name': PowerOffVM_Task, 'duration_secs': 0.23975} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.114052] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.114328] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance '48391860-2920-44ab-b24d-0b04c15eb11b' progress to 17 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.207826] env[69162]: INFO nova.compute.manager [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Took 32.45 seconds to build instance. [ 992.248192] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232722, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.361706] env[69162]: DEBUG nova.compute.manager [req-9d419e40-69c2-4533-aaea-9b779ad10872 req-90c23ebf-7da3-48d7-946c-3e8e1bbba10a service nova] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Received event network-vif-plugged-7c63aea8-708a-468f-b023-01e71f1a2fd3 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.361940] env[69162]: DEBUG oslo_concurrency.lockutils [req-9d419e40-69c2-4533-aaea-9b779ad10872 req-90c23ebf-7da3-48d7-946c-3e8e1bbba10a service nova] Acquiring lock "c5b7159a-694c-4d08-8184-af4bb10a4426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.362188] env[69162]: DEBUG oslo_concurrency.lockutils [req-9d419e40-69c2-4533-aaea-9b779ad10872 req-90c23ebf-7da3-48d7-946c-3e8e1bbba10a service nova] Lock "c5b7159a-694c-4d08-8184-af4bb10a4426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.362378] env[69162]: DEBUG oslo_concurrency.lockutils [req-9d419e40-69c2-4533-aaea-9b779ad10872 req-90c23ebf-7da3-48d7-946c-3e8e1bbba10a service nova] Lock "c5b7159a-694c-4d08-8184-af4bb10a4426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.362599] env[69162]: DEBUG nova.compute.manager [req-9d419e40-69c2-4533-aaea-9b779ad10872 req-90c23ebf-7da3-48d7-946c-3e8e1bbba10a service nova] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] No waiting events found dispatching network-vif-plugged-7c63aea8-708a-468f-b023-01e71f1a2fd3 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.362725] env[69162]: WARNING nova.compute.manager [req-9d419e40-69c2-4533-aaea-9b779ad10872 req-90c23ebf-7da3-48d7-946c-3e8e1bbba10a service nova] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Received unexpected event network-vif-plugged-7c63aea8-708a-468f-b023-01e71f1a2fd3 for instance with vm_state building and task_state spawning. [ 992.410338] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 68a25d29-fb0e-4afd-bbe1-5819ddd175e1] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.523386] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.523975] env[69162]: DEBUG nova.compute.manager [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.526939] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.593s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.528388] env[69162]: INFO nova.compute.claims [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.573532] env[69162]: DEBUG nova.network.neutron [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Successfully updated port: 7c63aea8-708a-468f-b023-01e71f1a2fd3 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.621453] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.621748] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.621911] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.622111] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.622264] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.622414] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.622619] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.622777] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.622940] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.623116] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.623292] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.628840] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e9d0e69-86ed-401a-b6ea-a4ac92e5c286 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.644936] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 992.644936] env[69162]: value = "task-3232723" [ 992.644936] env[69162]: _type = "Task" [ 992.644936] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.653510] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.708984] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2f3c1fce-d11f-4bbd-b71f-6b17070f7a6c tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.998s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.750198] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651071} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.750512] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 613d9465-10e2-4ea4-afa3-f0c2ce7c374e/613d9465-10e2-4ea4-afa3-f0c2ce7c374e.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.750769] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.751192] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a635b329-510e-4ee2-baf8-1604e2ec1244 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.756984] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 992.756984] env[69162]: value = "task-3232724" [ 992.756984] env[69162]: _type = "Task" [ 992.756984] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.765661] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.914696] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 216a1a72-1d3f-431c-9544-8756135307ab] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.033113] env[69162]: DEBUG nova.compute.utils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.036543] env[69162]: DEBUG nova.compute.manager [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.036763] env[69162]: DEBUG nova.network.neutron [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.077569] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "refresh_cache-c5b7159a-694c-4d08-8184-af4bb10a4426" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.077738] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "refresh_cache-c5b7159a-694c-4d08-8184-af4bb10a4426" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.077886] env[69162]: DEBUG nova.network.neutron [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.100663] env[69162]: DEBUG nova.policy [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7536edd444194f14b17f4f2dd9d704eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec07afc0c0ac4b03a2d0a03fd66885e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.156228] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232723, 'name': ReconfigVM_Task, 'duration_secs': 0.370396} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.156673] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance '48391860-2920-44ab-b24d-0b04c15eb11b' progress to 33 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.267328] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065799} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.267645] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.268493] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c44a938-4d37-42a9-8da1-6557355f7f75 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.292382] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 613d9465-10e2-4ea4-afa3-f0c2ce7c374e/613d9465-10e2-4ea4-afa3-f0c2ce7c374e.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.292741] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76736355-0dc9-4a97-95cf-b6de517e1e80 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.310289] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3214c1b4-feef-4eec-8ca9-e3dab229dedc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.315473] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 993.315473] env[69162]: value = "task-3232725" [ 993.315473] env[69162]: _type = "Task" [ 993.315473] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.320482] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-70953721-a9ed-4e56-a5c3-10b57b9caf19 tempest-ServersAdminNegativeTestJSON-1442542208 tempest-ServersAdminNegativeTestJSON-1442542208-project-admin] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Suspending the VM {{(pid=69162) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 993.321115] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e9a5f609-99e6-478c-b911-a7067b7afdde {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.325591] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.329822] env[69162]: DEBUG oslo_vmware.api [None req-70953721-a9ed-4e56-a5c3-10b57b9caf19 tempest-ServersAdminNegativeTestJSON-1442542208 tempest-ServersAdminNegativeTestJSON-1442542208-project-admin] Waiting for the task: (returnval){ [ 993.329822] env[69162]: value = "task-3232726" [ 993.329822] env[69162]: _type = "Task" [ 993.329822] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.338159] env[69162]: DEBUG oslo_vmware.api [None req-70953721-a9ed-4e56-a5c3-10b57b9caf19 tempest-ServersAdminNegativeTestJSON-1442542208 tempest-ServersAdminNegativeTestJSON-1442542208-project-admin] Task: {'id': task-3232726, 'name': SuspendVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.418661] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 6a3bcfaa-4d5f-4615-871d-9ef8587a64ec] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.538172] env[69162]: DEBUG nova.compute.manager [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.547676] env[69162]: DEBUG nova.network.neutron [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Successfully created port: 5a95072d-1336-48de-aaa6-b9de9f8e6da7 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.622775] env[69162]: DEBUG nova.network.neutron [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.663794] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.663794] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.664035] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.664035] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.664294] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.664514] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.664646] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.664822] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.664997] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.665224] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.665562] env[69162]: DEBUG nova.virt.hardware [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.672332] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.673910] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-664eed38-6987-4988-bf80-377e357ce68e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.698739] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 993.698739] env[69162]: value = "task-3232727" [ 993.698739] env[69162]: _type = "Task" [ 993.698739] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.708118] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.803336] env[69162]: DEBUG nova.network.neutron [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Updating instance_info_cache with network_info: [{"id": "7c63aea8-708a-468f-b023-01e71f1a2fd3", "address": "fa:16:3e:76:f2:12", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c63aea8-70", "ovs_interfaceid": "7c63aea8-708a-468f-b023-01e71f1a2fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.830836] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.840382] env[69162]: DEBUG oslo_vmware.api [None req-70953721-a9ed-4e56-a5c3-10b57b9caf19 tempest-ServersAdminNegativeTestJSON-1442542208 tempest-ServersAdminNegativeTestJSON-1442542208-project-admin] Task: {'id': task-3232726, 'name': SuspendVM_Task} progress is 58%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.924201] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: c731ada9-1eae-4f0f-a9d5-dc9a04f5cae3] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.967284] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309d5053-0708-41ed-9d3c-5b04027543dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.975592] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dc2007-3bf2-4142-b7ad-f16c89b4feea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.007469] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b252e8-a718-4de9-8ced-e46a1d3c5b62 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.014974] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ad022e-d916-4b1d-8c78-2add841e7b02 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.028224] env[69162]: DEBUG nova.compute.provider_tree [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.209392] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232727, 'name': ReconfigVM_Task, 'duration_secs': 0.210751} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.209703] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.210499] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bbb71d-23ac-439f-a709-85c14d75b187 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.234169] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 48391860-2920-44ab-b24d-0b04c15eb11b/48391860-2920-44ab-b24d-0b04c15eb11b.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.234405] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7309208d-8f81-4ae0-9ad5-19747fd23252 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.254032] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 994.254032] env[69162]: value = "task-3232728" [ 994.254032] env[69162]: _type = "Task" [ 994.254032] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.261297] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.307329] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "refresh_cache-c5b7159a-694c-4d08-8184-af4bb10a4426" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.307690] env[69162]: DEBUG nova.compute.manager [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Instance network_info: |[{"id": "7c63aea8-708a-468f-b023-01e71f1a2fd3", "address": "fa:16:3e:76:f2:12", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c63aea8-70", "ovs_interfaceid": "7c63aea8-708a-468f-b023-01e71f1a2fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.308112] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:f2:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c63aea8-708a-468f-b023-01e71f1a2fd3', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.315948] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.316193] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.316502] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8298680-9d13-4cbd-906b-26f51220658f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.339516] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.339516] env[69162]: value = "task-3232729" [ 994.339516] env[69162]: _type = "Task" [ 994.339516] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.345250] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232725, 'name': ReconfigVM_Task, 'duration_secs': 0.516082} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.345496] env[69162]: DEBUG oslo_vmware.api [None req-70953721-a9ed-4e56-a5c3-10b57b9caf19 tempest-ServersAdminNegativeTestJSON-1442542208 tempest-ServersAdminNegativeTestJSON-1442542208-project-admin] Task: {'id': task-3232726, 'name': SuspendVM_Task, 'duration_secs': 0.692033} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.348237] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 613d9465-10e2-4ea4-afa3-f0c2ce7c374e/613d9465-10e2-4ea4-afa3-f0c2ce7c374e.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.348867] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-70953721-a9ed-4e56-a5c3-10b57b9caf19 tempest-ServersAdminNegativeTestJSON-1442542208 tempest-ServersAdminNegativeTestJSON-1442542208-project-admin] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Suspended the VM {{(pid=69162) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 994.349055] env[69162]: DEBUG nova.compute.manager [None req-70953721-a9ed-4e56-a5c3-10b57b9caf19 tempest-ServersAdminNegativeTestJSON-1442542208 tempest-ServersAdminNegativeTestJSON-1442542208-project-admin] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.349321] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-199486cd-8bdb-47e5-a972-d87dc64972ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.351077] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70af1fb-80b6-46e0-b01f-757d67f7fb40 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.358522] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232729, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.360797] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 994.360797] env[69162]: value = "task-3232730" [ 994.360797] env[69162]: _type = "Task" [ 994.360797] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.370688] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232730, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.418030] env[69162]: DEBUG nova.compute.manager [req-2b498d32-b546-4fcf-9e32-78085ce3763a req-56bff8c0-3272-4c55-b110-5a2ba16c4853 service nova] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Received event network-changed-7c63aea8-708a-468f-b023-01e71f1a2fd3 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.418212] env[69162]: DEBUG nova.compute.manager [req-2b498d32-b546-4fcf-9e32-78085ce3763a req-56bff8c0-3272-4c55-b110-5a2ba16c4853 service nova] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Refreshing instance network info cache due to event network-changed-7c63aea8-708a-468f-b023-01e71f1a2fd3. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.418432] env[69162]: DEBUG oslo_concurrency.lockutils [req-2b498d32-b546-4fcf-9e32-78085ce3763a req-56bff8c0-3272-4c55-b110-5a2ba16c4853 service nova] Acquiring lock "refresh_cache-c5b7159a-694c-4d08-8184-af4bb10a4426" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.418578] env[69162]: DEBUG oslo_concurrency.lockutils [req-2b498d32-b546-4fcf-9e32-78085ce3763a req-56bff8c0-3272-4c55-b110-5a2ba16c4853 service nova] Acquired lock "refresh_cache-c5b7159a-694c-4d08-8184-af4bb10a4426" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.418735] env[69162]: DEBUG nova.network.neutron [req-2b498d32-b546-4fcf-9e32-78085ce3763a req-56bff8c0-3272-4c55-b110-5a2ba16c4853 service nova] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Refreshing network info cache for port 7c63aea8-708a-468f-b023-01e71f1a2fd3 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.428042] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: bfb80238-cb30-401e-a409-1939ea48ba2f] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.549147] env[69162]: ERROR nova.scheduler.client.report [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [req-bcc085cf-dd61-4f29-b950-33d788648f4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bcc085cf-dd61-4f29-b950-33d788648f4b"}]} [ 994.552662] env[69162]: DEBUG nova.compute.manager [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.571190] env[69162]: DEBUG nova.scheduler.client.report [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 994.582857] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.583075] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.583566] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.583566] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.583750] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.583814] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.584025] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.584200] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.584402] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.584562] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.584756] env[69162]: DEBUG nova.virt.hardware [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.586118] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae4fd23-7a78-4ad7-9431-8e67a6157fb3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.590303] env[69162]: DEBUG nova.scheduler.client.report [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 994.590303] env[69162]: DEBUG nova.compute.provider_tree [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.597534] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf2559f-cb1f-4cb2-84af-1737b5ea564a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.603420] env[69162]: DEBUG nova.scheduler.client.report [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 994.624389] env[69162]: DEBUG nova.scheduler.client.report [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 994.763336] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232728, 'name': ReconfigVM_Task, 'duration_secs': 0.335477} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.765906] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 48391860-2920-44ab-b24d-0b04c15eb11b/48391860-2920-44ab-b24d-0b04c15eb11b.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.766228] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance '48391860-2920-44ab-b24d-0b04c15eb11b' progress to 50 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.857420] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232729, 'name': CreateVM_Task, 'duration_secs': 0.360047} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.857584] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.858243] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.858407] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.858802] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.859108] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0faf70d4-0861-412a-865f-7d5708c8c7c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.868107] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 994.868107] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520c14ba-b96e-1069-6fe1-224f7be423b6" [ 994.868107] env[69162]: _type = "Task" [ 994.868107] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.879565] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232730, 'name': Rename_Task, 'duration_secs': 0.171161} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.880338] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.880593] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-325b17be-3621-42e0-ae78-d334f713d030 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.886262] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.886496] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Processing image 7ecce22f-9a86-4518-a9fa-ba02aae1952f {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.886730] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f/7ecce22f-9a86-4518-a9fa-ba02aae1952f.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.886876] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f/7ecce22f-9a86-4518-a9fa-ba02aae1952f.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.887064] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.887507] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b27037eb-f0b0-42e6-a045-e47b4cdb9d70 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.893219] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 994.893219] env[69162]: value = "task-3232731" [ 994.893219] env[69162]: _type = "Task" [ 994.893219] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.900988] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.901961] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.902153] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.904817] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a539564-2aa6-441e-9952-b26ffd9d18f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.910031] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 994.910031] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52baf255-9d8b-018c-1876-50ee2642ee11" [ 994.910031] env[69162]: _type = "Task" [ 994.910031] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.917061] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52baf255-9d8b-018c-1876-50ee2642ee11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.930928] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: d85b7f58-9cf1-49e4-bbc9-e976fa002144] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.933465] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a9e38c-b2c9-4f15-a0a2-f271ef656c95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.940226] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2a9b1e-3def-4d74-a4e0-c0d7186f2f2c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.972919] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af22f188-dd6e-4035-b462-854526568a7d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.980997] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdb2041-f261-476a-8401-61419b6a75d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.995485] env[69162]: DEBUG nova.compute.provider_tree [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.137563] env[69162]: DEBUG nova.network.neutron [req-2b498d32-b546-4fcf-9e32-78085ce3763a req-56bff8c0-3272-4c55-b110-5a2ba16c4853 service nova] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Updated VIF entry in instance network info cache for port 7c63aea8-708a-468f-b023-01e71f1a2fd3. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.137971] env[69162]: DEBUG nova.network.neutron [req-2b498d32-b546-4fcf-9e32-78085ce3763a req-56bff8c0-3272-4c55-b110-5a2ba16c4853 service nova] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Updating instance_info_cache with network_info: [{"id": "7c63aea8-708a-468f-b023-01e71f1a2fd3", "address": "fa:16:3e:76:f2:12", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c63aea8-70", "ovs_interfaceid": "7c63aea8-708a-468f-b023-01e71f1a2fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.257224] env[69162]: DEBUG nova.network.neutron [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Successfully updated port: 5a95072d-1336-48de-aaa6-b9de9f8e6da7 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.277565] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a15822f-9468-4b7a-82fd-231b3946e51c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.302238] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269f7ebe-eba1-41ea-9659-8b0b1fbbe438 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.321136] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance '48391860-2920-44ab-b24d-0b04c15eb11b' progress to 67 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.404319] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.418629] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Preparing fetch location {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 995.418901] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Fetch image to [datastore2] OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8/OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8.vmdk {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 995.419131] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Downloading stream optimized image 7ecce22f-9a86-4518-a9fa-ba02aae1952f to [datastore2] OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8/OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8.vmdk on the data store datastore2 as vApp {{(pid=69162) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 995.419285] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Downloading image file data 7ecce22f-9a86-4518-a9fa-ba02aae1952f to the ESX as VM named 'OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8' {{(pid=69162) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 995.439183] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 7d2b4618-fbc9-4ad4-ad73-d2a780b34155] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.501530] env[69162]: DEBUG oslo_vmware.rw_handles [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 995.501530] env[69162]: value = "resgroup-9" [ 995.501530] env[69162]: _type = "ResourcePool" [ 995.501530] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 995.501817] env[69162]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-88601b87-9f17-4159-9891-461f70f5298c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.524106] env[69162]: DEBUG oslo_vmware.rw_handles [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lease: (returnval){ [ 995.524106] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52027ece-4958-eeda-758b-97a53c8601d1" [ 995.524106] env[69162]: _type = "HttpNfcLease" [ 995.524106] env[69162]: } obtained for vApp import into resource pool (val){ [ 995.524106] env[69162]: value = "resgroup-9" [ 995.524106] env[69162]: _type = "ResourcePool" [ 995.524106] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 995.524417] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the lease: (returnval){ [ 995.524417] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52027ece-4958-eeda-758b-97a53c8601d1" [ 995.524417] env[69162]: _type = "HttpNfcLease" [ 995.524417] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 995.529446] env[69162]: DEBUG nova.scheduler.client.report [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 995.529701] env[69162]: DEBUG nova.compute.provider_tree [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 97 to 98 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 995.529886] env[69162]: DEBUG nova.compute.provider_tree [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.534685] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.534685] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52027ece-4958-eeda-758b-97a53c8601d1" [ 995.534685] env[69162]: _type = "HttpNfcLease" [ 995.534685] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 995.641411] env[69162]: DEBUG oslo_concurrency.lockutils [req-2b498d32-b546-4fcf-9e32-78085ce3763a req-56bff8c0-3272-4c55-b110-5a2ba16c4853 service nova] Releasing lock "refresh_cache-c5b7159a-694c-4d08-8184-af4bb10a4426" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.765367] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "refresh_cache-ac16b152-019e-46bb-8754-505b2e2f443c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.765367] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquired lock "refresh_cache-ac16b152-019e-46bb-8754-505b2e2f443c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.765456] env[69162]: DEBUG nova.network.neutron [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.867652] env[69162]: DEBUG nova.network.neutron [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Port ec7aaddb-9e5a-4664-8f71-44c00e49048f binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 995.907448] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.941863] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 8e5bf24d-2487-4dcf-9e27-a326e4e68032] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.032339] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.032339] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52027ece-4958-eeda-758b-97a53c8601d1" [ 996.032339] env[69162]: _type = "HttpNfcLease" [ 996.032339] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 996.032648] env[69162]: DEBUG oslo_vmware.rw_handles [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 996.032648] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52027ece-4958-eeda-758b-97a53c8601d1" [ 996.032648] env[69162]: _type = "HttpNfcLease" [ 996.032648] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 996.033730] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5bf348-2965-44de-b9bd-2591616707da {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.037695] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.510s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.038729] env[69162]: DEBUG nova.compute.manager [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.040673] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.629s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.040876] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.042877] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.941s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.043114] env[69162]: DEBUG nova.objects.instance [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lazy-loading 'resources' on Instance uuid ca60526d-f004-45c1-b23b-1e5f90bb23cc {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.051625] env[69162]: DEBUG oslo_vmware.rw_handles [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153a31-c2c7-aec5-9d0c-c59b47e6620f/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 996.051625] env[69162]: DEBUG oslo_vmware.rw_handles [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153a31-c2c7-aec5-9d0c-c59b47e6620f/disk-0.vmdk. {{(pid=69162) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 996.111606] env[69162]: INFO nova.scheduler.client.report [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Deleted allocations for instance 08577608-89ff-40e9-9a43-2b4218500b63 [ 996.121025] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e09e98c5-53ef-4ef9-be06-7c9f1eb69f2e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.300272] env[69162]: DEBUG nova.network.neutron [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.405106] env[69162]: DEBUG oslo_vmware.api [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232731, 'name': PowerOnVM_Task, 'duration_secs': 1.02909} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.405440] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.405653] env[69162]: INFO nova.compute.manager [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Took 9.30 seconds to spawn the instance on the hypervisor. [ 996.405833] env[69162]: DEBUG nova.compute.manager [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.407810] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b314efb0-5575-4e27-88e1-ce7cc39ce0ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.425138] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.425445] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.425693] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.425896] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.426094] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.430232] env[69162]: INFO nova.compute.manager [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Terminating instance [ 996.444930] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 3d811491-e635-4ade-a0f1-8044c41dbf9c] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.454422] env[69162]: DEBUG nova.compute.manager [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Received event network-vif-plugged-5a95072d-1336-48de-aaa6-b9de9f8e6da7 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.454638] env[69162]: DEBUG oslo_concurrency.lockutils [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] Acquiring lock "ac16b152-019e-46bb-8754-505b2e2f443c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.454852] env[69162]: DEBUG oslo_concurrency.lockutils [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] Lock "ac16b152-019e-46bb-8754-505b2e2f443c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.455061] env[69162]: DEBUG oslo_concurrency.lockutils [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] Lock "ac16b152-019e-46bb-8754-505b2e2f443c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.455224] env[69162]: DEBUG nova.compute.manager [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] No waiting events found dispatching network-vif-plugged-5a95072d-1336-48de-aaa6-b9de9f8e6da7 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.455410] env[69162]: WARNING nova.compute.manager [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Received unexpected event network-vif-plugged-5a95072d-1336-48de-aaa6-b9de9f8e6da7 for instance with vm_state building and task_state spawning. [ 996.455566] env[69162]: DEBUG nova.compute.manager [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Received event network-changed-5a95072d-1336-48de-aaa6-b9de9f8e6da7 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.455713] env[69162]: DEBUG nova.compute.manager [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Refreshing instance network info cache due to event network-changed-5a95072d-1336-48de-aaa6-b9de9f8e6da7. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.455876] env[69162]: DEBUG oslo_concurrency.lockutils [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] Acquiring lock "refresh_cache-ac16b152-019e-46bb-8754-505b2e2f443c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.547140] env[69162]: DEBUG nova.compute.utils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.552763] env[69162]: DEBUG nova.compute.manager [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.552942] env[69162]: DEBUG nova.network.neutron [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.622807] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d7a10e6a-59a1-42f5-8507-302aa27f1397 tempest-VolumesAdminNegativeTest-573957510 tempest-VolumesAdminNegativeTest-573957510-project-member] Lock "08577608-89ff-40e9-9a43-2b4218500b63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.382s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.630147] env[69162]: DEBUG nova.policy [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7536edd444194f14b17f4f2dd9d704eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec07afc0c0ac4b03a2d0a03fd66885e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.785401] env[69162]: DEBUG nova.network.neutron [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Updating instance_info_cache with network_info: [{"id": "5a95072d-1336-48de-aaa6-b9de9f8e6da7", "address": "fa:16:3e:e8:5b:2e", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a95072d-13", "ovs_interfaceid": "5a95072d-1336-48de-aaa6-b9de9f8e6da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.860498] env[69162]: DEBUG oslo_vmware.rw_handles [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Completed reading data from the image iterator. {{(pid=69162) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 996.860713] env[69162]: DEBUG oslo_vmware.rw_handles [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153a31-c2c7-aec5-9d0c-c59b47e6620f/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.861963] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99faed-e5cb-4c4b-90db-f32c1000f51a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.874155] env[69162]: DEBUG oslo_vmware.rw_handles [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153a31-c2c7-aec5-9d0c-c59b47e6620f/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.874155] env[69162]: DEBUG oslo_vmware.rw_handles [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153a31-c2c7-aec5-9d0c-c59b47e6620f/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 996.874155] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4e6e9fa1-0cce-4978-a825-a12387d822b0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.899241] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "48391860-2920-44ab-b24d-0b04c15eb11b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.899521] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "48391860-2920-44ab-b24d-0b04c15eb11b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.899711] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "48391860-2920-44ab-b24d-0b04c15eb11b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.919205] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e6719b-65e1-45ee-b45b-80dc065ffd89 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.930501] env[69162]: INFO nova.compute.manager [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Took 28.69 seconds to build instance. [ 996.931978] env[69162]: DEBUG nova.network.neutron [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Successfully created port: bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.934742] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f609d-f32d-4f6f-a166-535a221c3377 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.939536] env[69162]: DEBUG nova.compute.manager [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.939762] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.943030] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4fc74a-0502-4cab-b788-ab80015fcba7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.971158] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: ccd6bdf9-f20d-4230-a879-31228b5531d3] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.976607] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e620ca7-aa83-4f2d-8ca0-754f6a5f0d47 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.979358] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.980101] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75ad89f2-b72d-4252-a588-d4c1066ead76 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.987546] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971e5c9e-b290-4afe-81ed-7c9022752840 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.003964] env[69162]: DEBUG nova.compute.provider_tree [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.059455] env[69162]: DEBUG nova.compute.manager [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.063987] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.064156] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.064357] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Deleting the datastore file [datastore2] d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.064860] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bbfb137-0d3c-4102-aa83-203bd8957bdd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.068200] env[69162]: DEBUG oslo_vmware.rw_handles [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52153a31-c2c7-aec5-9d0c-c59b47e6620f/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 997.068432] env[69162]: INFO nova.virt.vmwareapi.images [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Downloaded image file data 7ecce22f-9a86-4518-a9fa-ba02aae1952f [ 997.069662] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef18aec-1816-4244-9b2a-e5a858d56d62 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.075029] env[69162]: DEBUG oslo_vmware.api [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 997.075029] env[69162]: value = "task-3232734" [ 997.075029] env[69162]: _type = "Task" [ 997.075029] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.090669] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1472255-911c-4db5-bc96-85b553a4d1fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.096087] env[69162]: DEBUG oslo_vmware.api [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.118422] env[69162]: INFO nova.virt.vmwareapi.images [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] The imported VM was unregistered [ 997.120578] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Caching image {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 997.120818] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.123916] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17cf4336-901c-409b-be8c-6c773a16b3c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.139549] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Created directory with path [datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.139755] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8/OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8.vmdk to [datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f/7ecce22f-9a86-4518-a9fa-ba02aae1952f.vmdk. {{(pid=69162) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 997.140379] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-76054cd5-24c5-476d-a9bd-e4b602799cb8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.147618] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 997.147618] env[69162]: value = "task-3232736" [ 997.147618] env[69162]: _type = "Task" [ 997.147618] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.154968] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232736, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.292464] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Releasing lock "refresh_cache-ac16b152-019e-46bb-8754-505b2e2f443c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.292827] env[69162]: DEBUG nova.compute.manager [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Instance network_info: |[{"id": "5a95072d-1336-48de-aaa6-b9de9f8e6da7", "address": "fa:16:3e:e8:5b:2e", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a95072d-13", "ovs_interfaceid": "5a95072d-1336-48de-aaa6-b9de9f8e6da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.293184] env[69162]: DEBUG oslo_concurrency.lockutils [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] Acquired lock "refresh_cache-ac16b152-019e-46bb-8754-505b2e2f443c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.293378] env[69162]: DEBUG nova.network.neutron [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Refreshing network info cache for port 5a95072d-1336-48de-aaa6-b9de9f8e6da7 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.296046] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:5b:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a95072d-1336-48de-aaa6-b9de9f8e6da7', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.302926] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Creating folder: Project (ec07afc0c0ac4b03a2d0a03fd66885e7). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.306070] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d88c29f0-ca7a-4be7-b986-4789f3c52b7b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.316417] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Created folder: Project (ec07afc0c0ac4b03a2d0a03fd66885e7) in parent group-v645978. [ 997.316568] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Creating folder: Instances. Parent ref: group-v646178. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.316806] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e930a4ad-6cbd-4694-8617-8f3685a58615 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.326530] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Created folder: Instances in parent group-v646178. [ 997.326771] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.326973] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.327199] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cee3e43-5c30-410a-9e20-122e220a2f85 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.354805] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.354805] env[69162]: value = "task-3232739" [ 997.354805] env[69162]: _type = "Task" [ 997.354805] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.370755] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232739, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.440178] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed32b10e-655e-478f-9c24-bc4d6224d404 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.205s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.474640] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: e8db3145-5980-40c5-9fcf-f97f3758487e] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.510661] env[69162]: DEBUG nova.scheduler.client.report [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.593521] env[69162]: DEBUG oslo_vmware.api [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181165} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.600031] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.600031] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.600031] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.600031] env[69162]: INFO nova.compute.manager [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Took 0.66 seconds to destroy the instance on the hypervisor. [ 997.600031] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.600031] env[69162]: DEBUG nova.compute.manager [-] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.600031] env[69162]: DEBUG nova.network.neutron [-] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.666043] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232736, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.730620] env[69162]: DEBUG nova.network.neutron [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Updated VIF entry in instance network info cache for port 5a95072d-1336-48de-aaa6-b9de9f8e6da7. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.731014] env[69162]: DEBUG nova.network.neutron [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Updating instance_info_cache with network_info: [{"id": "5a95072d-1336-48de-aaa6-b9de9f8e6da7", "address": "fa:16:3e:e8:5b:2e", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a95072d-13", "ovs_interfaceid": "5a95072d-1336-48de-aaa6-b9de9f8e6da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.873769] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232739, 'name': CreateVM_Task, 'duration_secs': 0.375782} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.874027] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.875278] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.875607] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.875989] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.876750] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad633d05-9ec2-438f-a1c8-fb745d40b5a3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.889090] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 997.889090] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b0fff1-e084-d4fa-d3c8-2e96942c4724" [ 997.889090] env[69162]: _type = "Task" [ 997.889090] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.908949] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b0fff1-e084-d4fa-d3c8-2e96942c4724, 'name': SearchDatastore_Task, 'duration_secs': 0.015847} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.909366] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.909660] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.910119] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.910284] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.910474] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.911257] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37923244-823c-461e-b650-184e58bf09cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.925043] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.925295] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.926491] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-349bd352-2cb5-4945-932c-6734faba7d0f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.935598] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 997.935598] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52407777-19a5-7bc8-6578-7b7c1ce0e080" [ 997.935598] env[69162]: _type = "Task" [ 997.935598] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.955782] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52407777-19a5-7bc8-6578-7b7c1ce0e080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.972415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.972415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.972415] env[69162]: DEBUG nova.network.neutron [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.978698] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 7db9e0be-ea98-4afc-8107-bfe3b9082b2f] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.017457] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.022425] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.382s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.022425] env[69162]: DEBUG nova.objects.instance [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lazy-loading 'resources' on Instance uuid c4d26567-05de-49c0-bc5f-9310cbd12847 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.045709] env[69162]: INFO nova.scheduler.client.report [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleted allocations for instance ca60526d-f004-45c1-b23b-1e5f90bb23cc [ 998.072534] env[69162]: DEBUG nova.compute.manager [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.089165] env[69162]: DEBUG nova.compute.manager [req-66feaa78-5736-4246-83db-114f49bb530f req-b0bc8952-90ef-4280-b2bf-28d17e3a3f37 service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Received event network-vif-deleted-40ba4d15-3e39-4065-bf90-70003057b103 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.089165] env[69162]: INFO nova.compute.manager [req-66feaa78-5736-4246-83db-114f49bb530f req-b0bc8952-90ef-4280-b2bf-28d17e3a3f37 service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Neutron deleted interface 40ba4d15-3e39-4065-bf90-70003057b103; detaching it from the instance and deleting it from the info cache [ 998.089165] env[69162]: DEBUG nova.network.neutron [req-66feaa78-5736-4246-83db-114f49bb530f req-b0bc8952-90ef-4280-b2bf-28d17e3a3f37 service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.109581] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.109833] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.109990] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.110193] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.110343] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.110492] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.110704] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.110908] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.111215] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.111272] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.111449] env[69162]: DEBUG nova.virt.hardware [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.113398] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd96f0b-ba90-492b-bd9c-31c076583350 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.126838] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ba2815-bcbb-4b6a-b159-9ea0c739e22b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.162748] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232736, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.234210] env[69162]: DEBUG oslo_concurrency.lockutils [req-22700a97-8785-4d84-a9ae-1d39e92aecf2 req-f7a6c190-7f23-4d1c-80cf-b6d8abbdec7a service nova] Releasing lock "refresh_cache-ac16b152-019e-46bb-8754-505b2e2f443c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.454737] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52407777-19a5-7bc8-6578-7b7c1ce0e080, 'name': SearchDatastore_Task, 'duration_secs': 0.023972} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.460353] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4598a30c-abf4-4b96-acd6-e41dd9e94127 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.472677] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 998.472677] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523c7292-cf48-51c9-ed77-08448bf12d47" [ 998.472677] env[69162]: _type = "Task" [ 998.472677] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.483156] env[69162]: DEBUG nova.network.neutron [-] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.485656] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: df3d25ca-8c2e-4b4f-9725-2803bfbd97ba] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.496072] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523c7292-cf48-51c9-ed77-08448bf12d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.497410] env[69162]: DEBUG nova.compute.manager [req-4382d747-3864-4fdf-9368-27df259dd2d0 req-ee73f827-1ef5-4c0d-b966-589b43a6197f service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Received event network-changed-942423d7-6bb6-4642-8e56-f895c788ec72 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.497602] env[69162]: DEBUG nova.compute.manager [req-4382d747-3864-4fdf-9368-27df259dd2d0 req-ee73f827-1ef5-4c0d-b966-589b43a6197f service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Refreshing instance network info cache due to event network-changed-942423d7-6bb6-4642-8e56-f895c788ec72. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.497827] env[69162]: DEBUG oslo_concurrency.lockutils [req-4382d747-3864-4fdf-9368-27df259dd2d0 req-ee73f827-1ef5-4c0d-b966-589b43a6197f service nova] Acquiring lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.498469] env[69162]: DEBUG oslo_concurrency.lockutils [req-4382d747-3864-4fdf-9368-27df259dd2d0 req-ee73f827-1ef5-4c0d-b966-589b43a6197f service nova] Acquired lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.498469] env[69162]: DEBUG nova.network.neutron [req-4382d747-3864-4fdf-9368-27df259dd2d0 req-ee73f827-1ef5-4c0d-b966-589b43a6197f service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Refreshing network info cache for port 942423d7-6bb6-4642-8e56-f895c788ec72 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.558640] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a2ce3cc4-f713-49a7-ad8b-67d3d6cd4b77 tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "ca60526d-f004-45c1-b23b-1e5f90bb23cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.839s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.591595] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c247c80b-07af-4f5c-80c1-e51b537c7dff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.608833] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b2238b-911a-44e8-afee-2c55134656d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.654952] env[69162]: DEBUG nova.compute.manager [req-66feaa78-5736-4246-83db-114f49bb530f req-b0bc8952-90ef-4280-b2bf-28d17e3a3f37 service nova] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Detach interface failed, port_id=40ba4d15-3e39-4065-bf90-70003057b103, reason: Instance d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.673665] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232736, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.924888] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de01f12b-fcb8-4847-9ae6-949f62d07ed4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.938736] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9aa06a-d269-4f52-81e9-65103e04d320 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.981465] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aaf1c2-def7-465a-9fc0-748c85122178 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.997959] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523c7292-cf48-51c9-ed77-08448bf12d47, 'name': SearchDatastore_Task, 'duration_secs': 0.028727} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.997959] env[69162]: INFO nova.compute.manager [-] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Took 1.40 seconds to deallocate network for instance. [ 998.997959] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.997959] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] ac16b152-019e-46bb-8754-505b2e2f443c/ac16b152-019e-46bb-8754-505b2e2f443c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.000819] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3b681d-2e15-46b6-b495-28396994cdbf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.008104] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0bce0ef-cd87-4bee-a16f-5c5c561036ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.010696] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 215a10c2-c6d5-4074-bbb5-e6b129bf68b4] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.031532] env[69162]: DEBUG nova.compute.provider_tree [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.035174] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 999.035174] env[69162]: value = "task-3232740" [ 999.035174] env[69162]: _type = "Task" [ 999.035174] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.053531] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.169887] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232736, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.196976] env[69162]: DEBUG nova.network.neutron [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Successfully updated port: bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.200513] env[69162]: DEBUG nova.network.neutron [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance_info_cache with network_info: [{"id": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "address": "fa:16:3e:b4:4d:e1", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7aaddb-9e", "ovs_interfaceid": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.516376] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.516935] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.517186] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Cleaning up deleted instances with incomplete migration {{(pid=69162) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 999.539574] env[69162]: DEBUG nova.scheduler.client.report [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.546701] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.547227] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.547469] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.547739] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.547958] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.558396] env[69162]: INFO nova.compute.manager [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Terminating instance [ 999.565340] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.613336] env[69162]: DEBUG nova.network.neutron [req-4382d747-3864-4fdf-9368-27df259dd2d0 req-ee73f827-1ef5-4c0d-b966-589b43a6197f service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Updated VIF entry in instance network info cache for port 942423d7-6bb6-4642-8e56-f895c788ec72. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.613754] env[69162]: DEBUG nova.network.neutron [req-4382d747-3864-4fdf-9368-27df259dd2d0 req-ee73f827-1ef5-4c0d-b966-589b43a6197f service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Updating instance_info_cache with network_info: [{"id": "942423d7-6bb6-4642-8e56-f895c788ec72", "address": "fa:16:3e:58:17:70", "network": {"id": "47a9a562-3b87-4bd2-a60c-c9031e4e9788", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-602079851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88d09fd53056449e943007bc5ec1a816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942423d7-6b", "ovs_interfaceid": "942423d7-6bb6-4642-8e56-f895c788ec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.669791] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232736, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.705038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "refresh_cache-d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.705038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquired lock "refresh_cache-d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.705038] env[69162]: DEBUG nova.network.neutron [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.705038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.025359] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.055529] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646573} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.055737] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] ac16b152-019e-46bb-8754-505b2e2f443c/ac16b152-019e-46bb-8754-505b2e2f443c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.055953] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.056898] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c82c239-d6f4-4ca8-8573-cf7020690c30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.058685] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.060666] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.353s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.060875] env[69162]: DEBUG nova.objects.instance [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lazy-loading 'pci_requests' on Instance uuid 128d4784-9841-4527-b560-19c047fe8773 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.068254] env[69162]: DEBUG nova.compute.manager [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.068485] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.069203] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1000.069203] env[69162]: value = "task-3232741" [ 1000.069203] env[69162]: _type = "Task" [ 1000.069203] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.070035] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a1bbd1-3a72-4176-98d5-04680328f413 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.082739] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.085694] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfb9ce82-9288-493c-8153-5a91c2e6f37b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.087239] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.095315] env[69162]: DEBUG oslo_vmware.api [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 1000.095315] env[69162]: value = "task-3232742" [ 1000.095315] env[69162]: _type = "Task" [ 1000.095315] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.097928] env[69162]: INFO nova.scheduler.client.report [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Deleted allocations for instance c4d26567-05de-49c0-bc5f-9310cbd12847 [ 1000.103921] env[69162]: DEBUG oslo_vmware.api [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.116947] env[69162]: DEBUG oslo_concurrency.lockutils [req-4382d747-3864-4fdf-9368-27df259dd2d0 req-ee73f827-1ef5-4c0d-b966-589b43a6197f service nova] Releasing lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.122902] env[69162]: DEBUG nova.compute.manager [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Received event network-vif-plugged-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.123189] env[69162]: DEBUG oslo_concurrency.lockutils [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] Acquiring lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.123461] env[69162]: DEBUG oslo_concurrency.lockutils [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] Lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.123641] env[69162]: DEBUG oslo_concurrency.lockutils [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] Lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.123896] env[69162]: DEBUG nova.compute.manager [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] No waiting events found dispatching network-vif-plugged-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.123968] env[69162]: WARNING nova.compute.manager [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Received unexpected event network-vif-plugged-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a for instance with vm_state building and task_state spawning. [ 1000.124177] env[69162]: DEBUG nova.compute.manager [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Received event network-changed-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.124300] env[69162]: DEBUG nova.compute.manager [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Refreshing instance network info cache due to event network-changed-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.124454] env[69162]: DEBUG oslo_concurrency.lockutils [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] Acquiring lock "refresh_cache-d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.166437] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232736, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.532156} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.166689] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8/OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8.vmdk to [datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f/7ecce22f-9a86-4518-a9fa-ba02aae1952f.vmdk. [ 1000.166890] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Cleaning up location [datastore2] OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1000.167067] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0850a126-de2d-4541-9fb0-5dffb00a07c8 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.167317] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85f2d6e0-8421-447e-8eeb-0ca0b6439d28 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.174534] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1000.174534] env[69162]: value = "task-3232743" [ 1000.174534] env[69162]: _type = "Task" [ 1000.174534] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.182755] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.228783] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8de93f-a0a1-428f-ba17-36f2f002eb9b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.248030] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649a6c0-6e67-409f-84fb-f3ca190670c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.255680] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance '48391860-2920-44ab-b24d-0b04c15eb11b' progress to 83 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.259770] env[69162]: DEBUG nova.network.neutron [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.555915] env[69162]: DEBUG nova.network.neutron [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Updating instance_info_cache with network_info: [{"id": "bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a", "address": "fa:16:3e:f4:fe:f0", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd9bea5-04", "ovs_interfaceid": "bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.566214] env[69162]: DEBUG nova.objects.instance [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lazy-loading 'numa_topology' on Instance uuid 128d4784-9841-4527-b560-19c047fe8773 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.605119] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265572} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.605119] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.605119] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4832831-4899-4a98-8c86-99db0fd7ad5e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.618291] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] ac16b152-019e-46bb-8754-505b2e2f443c/ac16b152-019e-46bb-8754-505b2e2f443c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.622290] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51be7666-dd68-43cb-930f-fae9c99aa9b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.644321] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3838715d-1fa9-4fb8-8fa4-34f48c26e0bb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "c4d26567-05de-49c0-bc5f-9310cbd12847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.381s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.646675] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1000.646675] env[69162]: value = "task-3232744" [ 1000.646675] env[69162]: _type = "Task" [ 1000.646675] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.651590] env[69162]: DEBUG oslo_vmware.api [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232742, 'name': PowerOffVM_Task, 'duration_secs': 0.209348} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.654840] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.655046] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.655366] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8bb2884-3e10-478c-aecd-14d00a99510a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.662884] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.687343] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035995} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.687707] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.688649] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f/7ecce22f-9a86-4518-a9fa-ba02aae1952f.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.688649] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f/7ecce22f-9a86-4518-a9fa-ba02aae1952f.vmdk to [datastore2] c5b7159a-694c-4d08-8184-af4bb10a4426/c5b7159a-694c-4d08-8184-af4bb10a4426.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.688649] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d5e4d46-6f72-42a8-bf3d-ff127a4afe24 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.697069] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1000.697069] env[69162]: value = "task-3232746" [ 1000.697069] env[69162]: _type = "Task" [ 1000.697069] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.707778] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.723789] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.724170] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.724491] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleting the datastore file [datastore1] 71559be7-ab61-463b-8a2e-bcb5b10ebd8f {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.724712] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f7eddb6-1d98-476f-bf63-95502a131eb7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.733595] env[69162]: DEBUG oslo_vmware.api [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for the task: (returnval){ [ 1000.733595] env[69162]: value = "task-3232747" [ 1000.733595] env[69162]: _type = "Task" [ 1000.733595] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.744910] env[69162]: DEBUG oslo_vmware.api [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.764244] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.764628] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f6c1f79-f2a2-4836-9c9c-4981b5cae9c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.774833] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1000.774833] env[69162]: value = "task-3232748" [ 1000.774833] env[69162]: _type = "Task" [ 1000.774833] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.783832] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.059619] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Releasing lock "refresh_cache-d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.062271] env[69162]: DEBUG nova.compute.manager [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Instance network_info: |[{"id": "bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a", "address": "fa:16:3e:f4:fe:f0", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd9bea5-04", "ovs_interfaceid": "bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.062271] env[69162]: DEBUG oslo_concurrency.lockutils [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] Acquired lock "refresh_cache-d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.062271] env[69162]: DEBUG nova.network.neutron [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Refreshing network info cache for port bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.063617] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:fe:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.071963] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.075996] env[69162]: INFO nova.compute.claims [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.078986] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.081621] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e3dcdcf-dc15-47d1-b117-af3260b3403d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.107713] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.107713] env[69162]: value = "task-3232749" [ 1001.107713] env[69162]: _type = "Task" [ 1001.107713] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.123084] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232749, 'name': CreateVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.170314] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232744, 'name': ReconfigVM_Task, 'duration_secs': 0.353664} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.170314] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Reconfigured VM instance instance-00000045 to attach disk [datastore1] ac16b152-019e-46bb-8754-505b2e2f443c/ac16b152-019e-46bb-8754-505b2e2f443c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.170314] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c68122b1-a1c9-4458-9769-b106b8f5d762 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.184519] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1001.184519] env[69162]: value = "task-3232750" [ 1001.184519] env[69162]: _type = "Task" [ 1001.184519] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.204101] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232750, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.221190] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232746, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.252294] env[69162]: DEBUG oslo_vmware.api [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Task: {'id': task-3232747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154103} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.252294] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.252294] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.252294] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.252294] env[69162]: INFO nova.compute.manager [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1001.252294] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.252294] env[69162]: DEBUG nova.compute.manager [-] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.252294] env[69162]: DEBUG nova.network.neutron [-] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.292325] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.376252] env[69162]: DEBUG nova.network.neutron [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Updated VIF entry in instance network info cache for port bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.376752] env[69162]: DEBUG nova.network.neutron [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Updating instance_info_cache with network_info: [{"id": "bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a", "address": "fa:16:3e:f4:fe:f0", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd9bea5-04", "ovs_interfaceid": "bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.552492] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.553968] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.554778] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.555063] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.555353] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.557931] env[69162]: INFO nova.compute.manager [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Terminating instance [ 1001.629171] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232749, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.700644] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232750, 'name': Rename_Task, 'duration_secs': 0.274744} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.700946] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.701231] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01624c00-c4c0-498f-b719-0477dca64979 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.716423] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1001.716423] env[69162]: value = "task-3232751" [ 1001.716423] env[69162]: _type = "Task" [ 1001.716423] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.726581] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232746, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.736915] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232751, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.790316] env[69162]: DEBUG oslo_vmware.api [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232748, 'name': PowerOnVM_Task, 'duration_secs': 0.987393} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.790614] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.790852] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7290777e-820b-40c5-9fa5-8f75f6776d42 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance '48391860-2920-44ab-b24d-0b04c15eb11b' progress to 100 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.884752] env[69162]: DEBUG oslo_concurrency.lockutils [req-640f01ca-cfb3-4982-9074-56bb77bf1272 req-78a75e34-8d91-43c3-9b6c-a1de15365b69 service nova] Releasing lock "refresh_cache-d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.960557] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f7ce51-899c-47f5-b70e-cd1a2f22ddd6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.975796] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4692e0d7-b573-40ae-93de-0d8078a71cc9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.021401] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cd6d5c-4cea-4519-895e-5964a69f6188 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.025572] env[69162]: DEBUG nova.network.neutron [-] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.036361] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233aeecc-6f08-462b-b5a0-2ddfc7294142 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.058846] env[69162]: DEBUG nova.compute.provider_tree [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.062347] env[69162]: DEBUG nova.compute.manager [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.062568] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.063453] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77689128-2f32-4a1f-94d8-da585c81a672 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.078749] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.079072] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92597950-2362-493b-a982-641a7ffdd320 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.091316] env[69162]: DEBUG oslo_vmware.api [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 1002.091316] env[69162]: value = "task-3232752" [ 1002.091316] env[69162]: _type = "Task" [ 1002.091316] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.106971] env[69162]: DEBUG oslo_vmware.api [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.122915] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232749, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.229194] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232746, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.231042] env[69162]: DEBUG nova.compute.manager [req-5c1634d0-7f4f-4785-ac12-17265879c292 req-51ca2b54-4209-4e08-8bab-f74b90236488 service nova] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Received event network-vif-deleted-060d009b-aa22-4581-b348-19b5f1e0121d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.240985] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232751, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.530983] env[69162]: INFO nova.compute.manager [-] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Took 1.28 seconds to deallocate network for instance. [ 1002.562152] env[69162]: DEBUG nova.scheduler.client.report [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.606513] env[69162]: DEBUG oslo_vmware.api [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232752, 'name': PowerOffVM_Task, 'duration_secs': 0.26303} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.607207] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.607207] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.607348] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a73ef72-10df-4631-bee7-e969f2b17396 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.629857] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232749, 'name': CreateVM_Task, 'duration_secs': 1.056588} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.630340] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.631295] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.631560] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.631944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.633493] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52866e4-6351-4f17-bffa-fc9611424f29 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.642147] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1002.642147] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fae578-0879-69f9-3ac9-3e97dd3a5984" [ 1002.642147] env[69162]: _type = "Task" [ 1002.642147] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.657975] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fae578-0879-69f9-3ac9-3e97dd3a5984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.695018] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.695018] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.695018] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Deleting the datastore file [datastore1] e01fcbef-72a7-45b4-ae76-a7e91e9aa323 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.695018] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dae96dea-f540-4d46-991e-521a9963bcd1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.708983] env[69162]: DEBUG oslo_vmware.api [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for the task: (returnval){ [ 1002.708983] env[69162]: value = "task-3232754" [ 1002.708983] env[69162]: _type = "Task" [ 1002.708983] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.731090] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232746, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.731512] env[69162]: DEBUG oslo_vmware.api [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.735594] env[69162]: DEBUG oslo_vmware.api [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232751, 'name': PowerOnVM_Task, 'duration_secs': 0.772857} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.736584] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.736584] env[69162]: INFO nova.compute.manager [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1002.736584] env[69162]: DEBUG nova.compute.manager [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.737120] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2613f42f-ee04-4e41-85b9-00da3b1d886e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.043140] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.068530] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.008s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.070952] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.178s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.071181] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.073075] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.529s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.074670] env[69162]: INFO nova.compute.claims [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.113148] env[69162]: INFO nova.scheduler.client.report [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleted allocations for instance 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2 [ 1003.131760] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "bb46b420-8682-4a15-acac-6d4b65592f80" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.131760] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.131760] env[69162]: INFO nova.compute.manager [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Shelving [ 1003.136146] env[69162]: INFO nova.network.neutron [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updating port cb45af70-45f9-4efc-b870-c3d7960c1363 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1003.155128] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fae578-0879-69f9-3ac9-3e97dd3a5984, 'name': SearchDatastore_Task, 'duration_secs': 0.0888} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.155435] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.155676] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.155915] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.156393] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.156393] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.156704] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f7a8f79-4ace-4c5d-ba5b-3b77b78a59fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.167219] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.167219] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.168115] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442c918e-6e89-4fed-a069-bb2ae3bc2afb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.176307] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1003.176307] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52641847-795c-1331-c05f-c3f227c6d121" [ 1003.176307] env[69162]: _type = "Task" [ 1003.176307] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.181587] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52641847-795c-1331-c05f-c3f227c6d121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.221147] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232746, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.496444} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.224292] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7ecce22f-9a86-4518-a9fa-ba02aae1952f/7ecce22f-9a86-4518-a9fa-ba02aae1952f.vmdk to [datastore2] c5b7159a-694c-4d08-8184-af4bb10a4426/c5b7159a-694c-4d08-8184-af4bb10a4426.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.224756] env[69162]: DEBUG oslo_vmware.api [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Task: {'id': task-3232754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334372} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.227264] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fea856-b7c6-4772-bb9b-d1d3cdcdd8c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.227995] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.228197] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.228381] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.228647] env[69162]: INFO nova.compute.manager [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1003.228887] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.229096] env[69162]: DEBUG nova.compute.manager [-] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.229192] env[69162]: DEBUG nova.network.neutron [-] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.252232] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c5b7159a-694c-4d08-8184-af4bb10a4426/c5b7159a-694c-4d08-8184-af4bb10a4426.vmdk or device None with type streamOptimized {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.256386] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f02564c-dd8d-4234-b44b-69cfc0d1a2a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.276133] env[69162]: INFO nova.compute.manager [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Took 32.37 seconds to build instance. [ 1003.281863] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1003.281863] env[69162]: value = "task-3232755" [ 1003.281863] env[69162]: _type = "Task" [ 1003.281863] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.291047] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.628669] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c88aa4a-26e5-4176-b9bb-469c42904dc9 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "7d3ffe9b-359f-4379-94f3-e0f1233aeeb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.326s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.647025] env[69162]: DEBUG nova.compute.manager [req-4311ea6e-c2f1-45ba-bcb6-37393ff82597 req-74355115-140c-46d2-9d0c-c506ea39eed2 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Received event network-vif-deleted-db5d0e48-a934-427f-9870-b5b794a1308e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.647235] env[69162]: INFO nova.compute.manager [req-4311ea6e-c2f1-45ba-bcb6-37393ff82597 req-74355115-140c-46d2-9d0c-c506ea39eed2 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Neutron deleted interface db5d0e48-a934-427f-9870-b5b794a1308e; detaching it from the instance and deleting it from the info cache [ 1003.647983] env[69162]: DEBUG nova.network.neutron [req-4311ea6e-c2f1-45ba-bcb6-37393ff82597 req-74355115-140c-46d2-9d0c-c506ea39eed2 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.684607] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52641847-795c-1331-c05f-c3f227c6d121, 'name': SearchDatastore_Task, 'duration_secs': 0.038468} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.685399] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab4053a-6124-4886-aa40-e31d9c7348ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.691057] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1003.691057] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526c50eb-2708-6899-5541-01b0af0d18a1" [ 1003.691057] env[69162]: _type = "Task" [ 1003.691057] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.698755] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526c50eb-2708-6899-5541-01b0af0d18a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.778970] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4c93dea-aa02-4416-abb7-b61de6981567 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "ac16b152-019e-46bb-8754-505b2e2f443c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.885s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.791761] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.954091] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "48391860-2920-44ab-b24d-0b04c15eb11b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.954427] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "48391860-2920-44ab-b24d-0b04c15eb11b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.954600] env[69162]: DEBUG nova.compute.manager [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Going to confirm migration 4 {{(pid=69162) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1004.119599] env[69162]: DEBUG nova.network.neutron [-] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.157029] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-970fb3de-9f26-436a-8ed3-2cc145f615e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.162079] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.163311] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c44dc8ff-283a-4c6f-ad28-6798a23de79f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.174485] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99cc846-8bbf-4cb5-8dd9-1f81b3c0275d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.191047] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1004.191047] env[69162]: value = "task-3232756" [ 1004.191047] env[69162]: _type = "Task" [ 1004.191047] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.214341] env[69162]: DEBUG nova.compute.manager [req-4311ea6e-c2f1-45ba-bcb6-37393ff82597 req-74355115-140c-46d2-9d0c-c506ea39eed2 service nova] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Detach interface failed, port_id=db5d0e48-a934-427f-9870-b5b794a1308e, reason: Instance e01fcbef-72a7-45b4-ae76-a7e91e9aa323 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.228729] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.229234] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526c50eb-2708-6899-5541-01b0af0d18a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.229940] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.230801] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d/d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.230911] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a3a0c31-2813-415c-a94c-7754788fdffd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.246703] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1004.246703] env[69162]: value = "task-3232757" [ 1004.246703] env[69162]: _type = "Task" [ 1004.246703] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.257858] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.292455] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232755, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.480663] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114ad1ed-d326-43cc-849a-6c29172f9533 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.489641] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf02dd0-2af7-46d4-99c1-78885f7ce382 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.525355] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940d2062-8fc4-4060-b4c3-f106bc8d6317 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.535564] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fe91a8-f4a7-42ae-bb0f-f8dd1be60dd5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.554646] env[69162]: DEBUG nova.compute.provider_tree [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.622522] env[69162]: INFO nova.compute.manager [-] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Took 1.39 seconds to deallocate network for instance. [ 1004.704435] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232756, 'name': PowerOffVM_Task, 'duration_secs': 0.221692} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.704790] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.705644] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6032105-12a7-46a8-822a-213f4e062b74 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.727618] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689bec2e-815b-4758-a397-6e93e1ef1746 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.752781] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.797532] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232755, 'name': ReconfigVM_Task, 'duration_secs': 1.054978} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.799133] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c5b7159a-694c-4d08-8184-af4bb10a4426/c5b7159a-694c-4d08-8184-af4bb10a4426.vmdk or device None with type streamOptimized {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.799133] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7c94419-4760-4528-acdc-b83563f6a9d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.811155] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1004.811155] env[69162]: value = "task-3232758" [ 1004.811155] env[69162]: _type = "Task" [ 1004.811155] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.820307] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232758, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.896919] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.897130] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.897319] env[69162]: DEBUG nova.network.neutron [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.897586] env[69162]: DEBUG nova.objects.instance [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lazy-loading 'info_cache' on Instance uuid 48391860-2920-44ab-b24d-0b04c15eb11b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.917448] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.917448] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.917611] env[69162]: DEBUG nova.network.neutron [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.016721] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.018152] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.027295] env[69162]: DEBUG nova.compute.manager [req-e7c3b68d-3e19-4678-8108-2b2652fb573a req-acf19cc1-b54c-415a-9068-3e0295aac05b service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Received event network-vif-plugged-cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.027506] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7c3b68d-3e19-4678-8108-2b2652fb573a req-acf19cc1-b54c-415a-9068-3e0295aac05b service nova] Acquiring lock "128d4784-9841-4527-b560-19c047fe8773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.027852] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7c3b68d-3e19-4678-8108-2b2652fb573a req-acf19cc1-b54c-415a-9068-3e0295aac05b service nova] Lock "128d4784-9841-4527-b560-19c047fe8773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.028131] env[69162]: DEBUG oslo_concurrency.lockutils [req-e7c3b68d-3e19-4678-8108-2b2652fb573a req-acf19cc1-b54c-415a-9068-3e0295aac05b service nova] Lock "128d4784-9841-4527-b560-19c047fe8773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.028603] env[69162]: DEBUG nova.compute.manager [req-e7c3b68d-3e19-4678-8108-2b2652fb573a req-acf19cc1-b54c-415a-9068-3e0295aac05b service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] No waiting events found dispatching network-vif-plugged-cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.028603] env[69162]: WARNING nova.compute.manager [req-e7c3b68d-3e19-4678-8108-2b2652fb573a req-acf19cc1-b54c-415a-9068-3e0295aac05b service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Received unexpected event network-vif-plugged-cb45af70-45f9-4efc-b870-c3d7960c1363 for instance with vm_state shelved_offloaded and task_state spawning. [ 1005.081815] env[69162]: ERROR nova.scheduler.client.report [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [req-ddaa68f5-4de1-402e-ae2b-4831c9f45443] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ddaa68f5-4de1-402e-ae2b-4831c9f45443"}]} [ 1005.108000] env[69162]: DEBUG nova.scheduler.client.report [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1005.124856] env[69162]: DEBUG nova.scheduler.client.report [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1005.124856] env[69162]: DEBUG nova.compute.provider_tree [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.132041] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.137809] env[69162]: DEBUG nova.scheduler.client.report [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1005.156673] env[69162]: DEBUG nova.scheduler.client.report [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1005.244209] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1005.244873] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8eb7999-a0b7-4bc2-8e52-f3c423a09014 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.258853] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632542} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.259711] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d/d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.260111] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.260367] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1005.260367] env[69162]: value = "task-3232759" [ 1005.260367] env[69162]: _type = "Task" [ 1005.260367] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.263290] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e440037c-f732-4a80-a894-203ebb5628f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.274238] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232759, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.275778] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1005.275778] env[69162]: value = "task-3232760" [ 1005.275778] env[69162]: _type = "Task" [ 1005.275778] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.285022] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.320262] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232758, 'name': Rename_Task, 'duration_secs': 0.286316} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.322615] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.323268] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f20383a-90a9-4a22-9aa1-2101116f33f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.331980] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1005.331980] env[69162]: value = "task-3232761" [ 1005.331980] env[69162]: _type = "Task" [ 1005.331980] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.337793] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.522300] env[69162]: DEBUG nova.compute.manager [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.541563] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b40272-8ddc-46d5-ad5d-b3e0719ab0ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.549997] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5544979-1f0b-44ad-a5ca-f631a0f85924 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.599131] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c7f0e-600f-4b72-b02d-d6269f04da15 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.610729] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9345bfab-0e1a-4041-b7ad-0f320d7ceb40 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.627788] env[69162]: DEBUG nova.compute.provider_tree [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.777309] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232759, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.785707] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136095} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.785991] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.786802] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5728cf98-4bf2-475f-8cf2-42d095c34a90 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.810710] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d/d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.811082] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26f1038a-32e9-47ca-8e11-4be1340fe412 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.843977] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232761, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.845690] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1005.845690] env[69162]: value = "task-3232762" [ 1005.845690] env[69162]: _type = "Task" [ 1005.845690] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.853854] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.024750] env[69162]: DEBUG nova.network.neutron [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updating instance_info_cache with network_info: [{"id": "cb45af70-45f9-4efc-b870-c3d7960c1363", "address": "fa:16:3e:42:5f:c8", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb45af70-45", "ovs_interfaceid": "cb45af70-45f9-4efc-b870-c3d7960c1363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.050699] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.186447] env[69162]: DEBUG nova.scheduler.client.report [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1006.186729] env[69162]: DEBUG nova.compute.provider_tree [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 99 to 100 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1006.186915] env[69162]: DEBUG nova.compute.provider_tree [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.277207] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232759, 'name': CreateSnapshot_Task, 'duration_secs': 0.832917} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.278304] env[69162]: DEBUG nova.network.neutron [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance_info_cache with network_info: [{"id": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "address": "fa:16:3e:b4:4d:e1", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7aaddb-9e", "ovs_interfaceid": "ec7aaddb-9e5a-4664-8f71-44c00e49048f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.279549] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1006.282409] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3547fa35-02b5-45a5-83f7-1429ec46d997 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.348148] env[69162]: DEBUG oslo_vmware.api [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232761, 'name': PowerOnVM_Task, 'duration_secs': 0.957657} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.352041] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.352450] env[69162]: INFO nova.compute.manager [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Took 14.32 seconds to spawn the instance on the hypervisor. [ 1006.352746] env[69162]: DEBUG nova.compute.manager [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.353604] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e041aac-34a3-4b2b-b397-61547a4528bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.365725] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232762, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.532256] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.559823] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='48cb51c000f14e8225f0f2b8445d3164',container_format='bare',created_at=2025-04-03T06:15:49Z,direct_url=,disk_format='vmdk',id=16cf405b-b946-459e-885f-17ff9d75ba03,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-529124949-shelved',owner='defca383c5bc48c6a613afdb5df70068',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-03T06:16:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.560209] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.560444] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.560661] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.560846] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.561054] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.561407] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.561596] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.561794] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.561969] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.562199] env[69162]: DEBUG nova.virt.hardware [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.563112] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e92147-e2fc-4e01-b900-813367bba66f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.571764] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd6b66-1fd4-4ed3-a1f5-af1f5235779a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.586343] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:5f:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb45af70-45f9-4efc-b870-c3d7960c1363', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.593709] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.593990] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128d4784-9841-4527-b560-19c047fe8773] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.594236] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c1960b1-82c9-4a87-906b-14d761aee851 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.613849] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.613849] env[69162]: value = "task-3232763" [ 1006.613849] env[69162]: _type = "Task" [ 1006.613849] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.622415] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232763, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.692268] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.619s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.692843] env[69162]: DEBUG nova.compute.manager [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.695736] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.180s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.695956] env[69162]: DEBUG nova.objects.instance [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lazy-loading 'resources' on Instance uuid d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.781754] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-48391860-2920-44ab-b24d-0b04c15eb11b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.782097] env[69162]: DEBUG nova.objects.instance [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lazy-loading 'migration_context' on Instance uuid 48391860-2920-44ab-b24d-0b04c15eb11b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.803501] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1006.803501] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1d04f318-e007-4462-846f-a945853c7c4d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.813941] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1006.813941] env[69162]: value = "task-3232764" [ 1006.813941] env[69162]: _type = "Task" [ 1006.813941] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.824141] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232764, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.860909] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232762, 'name': ReconfigVM_Task, 'duration_secs': 0.539307} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.861028] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Reconfigured VM instance instance-00000044 to attach disk [datastore2] d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d/d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.861733] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8b12586-d4c8-4f03-b162-f115171719bf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.867833] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1006.867833] env[69162]: value = "task-3232765" [ 1006.867833] env[69162]: _type = "Task" [ 1006.867833] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.885077] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232765, 'name': Rename_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.885172] env[69162]: INFO nova.compute.manager [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Took 37.01 seconds to build instance. [ 1007.125906] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232763, 'name': CreateVM_Task, 'duration_secs': 0.400694} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.126108] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128d4784-9841-4527-b560-19c047fe8773] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.127451] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.128490] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.128490] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.130942] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9443cb23-e870-4f63-8c44-52d2e6f21a3a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.135669] env[69162]: DEBUG nova.compute.manager [req-47da79fe-605d-4099-a0b4-118643f90d11 req-8dff9dff-d1cc-4e94-8a16-aaf5ff5f66d6 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Received event network-changed-cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.136775] env[69162]: DEBUG nova.compute.manager [req-47da79fe-605d-4099-a0b4-118643f90d11 req-8dff9dff-d1cc-4e94-8a16-aaf5ff5f66d6 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Refreshing instance network info cache due to event network-changed-cb45af70-45f9-4efc-b870-c3d7960c1363. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.136775] env[69162]: DEBUG oslo_concurrency.lockutils [req-47da79fe-605d-4099-a0b4-118643f90d11 req-8dff9dff-d1cc-4e94-8a16-aaf5ff5f66d6 service nova] Acquiring lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.136775] env[69162]: DEBUG oslo_concurrency.lockutils [req-47da79fe-605d-4099-a0b4-118643f90d11 req-8dff9dff-d1cc-4e94-8a16-aaf5ff5f66d6 service nova] Acquired lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.136927] env[69162]: DEBUG nova.network.neutron [req-47da79fe-605d-4099-a0b4-118643f90d11 req-8dff9dff-d1cc-4e94-8a16-aaf5ff5f66d6 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Refreshing network info cache for port cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.146903] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1007.146903] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b86f31-d00c-edfa-de66-20c6b6a7e8ed" [ 1007.146903] env[69162]: _type = "Task" [ 1007.146903] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.157474] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.157738] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Processing image 16cf405b-b946-459e-885f-17ff9d75ba03 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.161024] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03/16cf405b-b946-459e-885f-17ff9d75ba03.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.161024] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03/16cf405b-b946-459e-885f-17ff9d75ba03.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.161024] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.161024] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78403dc3-efb0-4fcf-9e9a-335ce0b82927 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.169681] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.169943] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.170703] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e1466a-2d6f-42a2-8de4-ba83a9cce081 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.178354] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1007.178354] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fc5b0d-5e62-dc9e-049f-85e96a10fac1" [ 1007.178354] env[69162]: _type = "Task" [ 1007.178354] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.186666] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fc5b0d-5e62-dc9e-049f-85e96a10fac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.199302] env[69162]: DEBUG nova.compute.utils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.209021] env[69162]: DEBUG nova.compute.manager [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.209021] env[69162]: DEBUG nova.network.neutron [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.287017] env[69162]: DEBUG nova.objects.base [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Object Instance<48391860-2920-44ab-b24d-0b04c15eb11b> lazy-loaded attributes: info_cache,migration_context {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.288286] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55789c5a-4ce1-4bed-ba5e-276a266cf36a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.319951] env[69162]: DEBUG nova.policy [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3577197ede4b44c6975409a21d645ff2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a7f0e7183d34ebd8d47ab762d775cf6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.322152] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1d5dd8-ead2-46fe-87e7-332bd921ca67 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.341183] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232764, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.341183] env[69162]: DEBUG oslo_vmware.api [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1007.341183] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5278e3de-9443-870a-8d9e-71c99b613ac5" [ 1007.341183] env[69162]: _type = "Task" [ 1007.341183] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.359494] env[69162]: DEBUG oslo_vmware.api [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5278e3de-9443-870a-8d9e-71c99b613ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.016284} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.359816] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.382165] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232765, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.389809] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3877bec1-a304-4bfc-b1a4-4eaeec6c749d tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "c5b7159a-694c-4d08-8184-af4bb10a4426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.890s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.457708] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.457965] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.488164] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "4786444d-654f-4383-8bb2-7fbfbbdc0799" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.488268] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "4786444d-654f-4383-8bb2-7fbfbbdc0799" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.676782] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e0dc4-7b3b-42e0-81c0-9726452c1d68 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.699022] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d29b71f-5958-412c-b03a-a242a1899e2a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.702099] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Preparing fetch location {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1007.702473] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Fetch image to [datastore1] OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac/OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac.vmdk {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1007.702740] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Downloading stream optimized image 16cf405b-b946-459e-885f-17ff9d75ba03 to [datastore1] OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac/OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac.vmdk on the data store datastore1 as vApp {{(pid=69162) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1007.702986] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Downloading image file data 16cf405b-b946-459e-885f-17ff9d75ba03 to the ESX as VM named 'OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac' {{(pid=69162) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1007.709411] env[69162]: DEBUG nova.compute.manager [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.739658] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d924e6-196d-4f44-b473-6d342d810afa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.747463] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0645df6a-a0f9-4946-ac25-559d33352559 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.786031] env[69162]: DEBUG nova.compute.provider_tree [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.830385] env[69162]: DEBUG oslo_vmware.rw_handles [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1007.830385] env[69162]: value = "resgroup-9" [ 1007.830385] env[69162]: _type = "ResourcePool" [ 1007.830385] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1007.830667] env[69162]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-839b0687-2490-4704-807b-883b90c77523 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.858246] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "c5b7159a-694c-4d08-8184-af4bb10a4426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.858246] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "c5b7159a-694c-4d08-8184-af4bb10a4426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.858246] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "c5b7159a-694c-4d08-8184-af4bb10a4426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.858246] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "c5b7159a-694c-4d08-8184-af4bb10a4426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.858246] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "c5b7159a-694c-4d08-8184-af4bb10a4426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.858246] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232764, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.859151] env[69162]: DEBUG oslo_vmware.rw_handles [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lease: (returnval){ [ 1007.859151] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eaedd2-e2fc-8388-1658-0664d8bb6a64" [ 1007.859151] env[69162]: _type = "HttpNfcLease" [ 1007.859151] env[69162]: } obtained for vApp import into resource pool (val){ [ 1007.859151] env[69162]: value = "resgroup-9" [ 1007.859151] env[69162]: _type = "ResourcePool" [ 1007.859151] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1007.859404] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the lease: (returnval){ [ 1007.859404] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eaedd2-e2fc-8388-1658-0664d8bb6a64" [ 1007.859404] env[69162]: _type = "HttpNfcLease" [ 1007.859404] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1007.859815] env[69162]: INFO nova.compute.manager [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Terminating instance [ 1007.864684] env[69162]: DEBUG nova.network.neutron [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Successfully created port: fab11441-e1b4-45ea-988f-4dd5b46f4daa {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.870591] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.870591] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eaedd2-e2fc-8388-1658-0664d8bb6a64" [ 1007.870591] env[69162]: _type = "HttpNfcLease" [ 1007.870591] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1007.881284] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232765, 'name': Rename_Task, 'duration_secs': 0.837059} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.882251] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.882474] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0613cd8-f347-4cd2-a87a-e3234cfd90a5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.888937] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1007.888937] env[69162]: value = "task-3232767" [ 1007.888937] env[69162]: _type = "Task" [ 1007.888937] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.899818] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.955978] env[69162]: DEBUG nova.network.neutron [req-47da79fe-605d-4099-a0b4-118643f90d11 req-8dff9dff-d1cc-4e94-8a16-aaf5ff5f66d6 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updated VIF entry in instance network info cache for port cb45af70-45f9-4efc-b870-c3d7960c1363. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.956396] env[69162]: DEBUG nova.network.neutron [req-47da79fe-605d-4099-a0b4-118643f90d11 req-8dff9dff-d1cc-4e94-8a16-aaf5ff5f66d6 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updating instance_info_cache with network_info: [{"id": "cb45af70-45f9-4efc-b870-c3d7960c1363", "address": "fa:16:3e:42:5f:c8", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb45af70-45", "ovs_interfaceid": "cb45af70-45f9-4efc-b870-c3d7960c1363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.961539] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.993809] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.289084] env[69162]: DEBUG nova.scheduler.client.report [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.333365] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232764, 'name': CloneVM_Task, 'duration_secs': 1.413627} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.333678] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Created linked-clone VM from snapshot [ 1008.334496] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49e03c5-36e8-40b8-91f9-c8ee6db2820d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.342029] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Uploading image 7da74dbf-a302-4f2e-a5db-02d4d49b649d {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1008.367184] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1008.367184] env[69162]: value = "vm-646184" [ 1008.367184] env[69162]: _type = "VirtualMachine" [ 1008.367184] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1008.367443] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-be0f4d39-ffdd-4b72-a079-9301b9bf4438 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.370296] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1008.370296] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eaedd2-e2fc-8388-1658-0664d8bb6a64" [ 1008.370296] env[69162]: _type = "HttpNfcLease" [ 1008.370296] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1008.371614] env[69162]: DEBUG nova.compute.manager [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.371660] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.372425] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad29a26-4106-4122-8fe0-b4f81a8dde0d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.375925] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lease: (returnval){ [ 1008.375925] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52deec7f-0e4e-57d4-d433-25bd02ef329f" [ 1008.375925] env[69162]: _type = "HttpNfcLease" [ 1008.375925] env[69162]: } obtained for exporting VM: (result){ [ 1008.375925] env[69162]: value = "vm-646184" [ 1008.375925] env[69162]: _type = "VirtualMachine" [ 1008.375925] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1008.376357] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the lease: (returnval){ [ 1008.376357] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52deec7f-0e4e-57d4-d433-25bd02ef329f" [ 1008.376357] env[69162]: _type = "HttpNfcLease" [ 1008.376357] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1008.382606] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.383193] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-debfdcaa-36fe-4a73-a0f5-f73ad59aa9b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.385973] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1008.385973] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52deec7f-0e4e-57d4-d433-25bd02ef329f" [ 1008.385973] env[69162]: _type = "HttpNfcLease" [ 1008.385973] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1008.390311] env[69162]: DEBUG oslo_vmware.api [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1008.390311] env[69162]: value = "task-3232769" [ 1008.390311] env[69162]: _type = "Task" [ 1008.390311] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.401389] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.404608] env[69162]: DEBUG oslo_vmware.api [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.459378] env[69162]: DEBUG oslo_concurrency.lockutils [req-47da79fe-605d-4099-a0b4-118643f90d11 req-8dff9dff-d1cc-4e94-8a16-aaf5ff5f66d6 service nova] Releasing lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.483718] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.517620] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.742362] env[69162]: DEBUG nova.compute.manager [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.773359] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.773642] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.773826] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.774039] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.774216] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.774372] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.774588] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.774748] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.775078] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.775078] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.775292] env[69162]: DEBUG nova.virt.hardware [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.776417] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb22d3f2-c637-4321-8f72-37bd869fa979 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.785190] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c3127-bc3a-41c4-a908-9f713ca703e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.801235] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.803792] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.761s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.803968] env[69162]: DEBUG nova.objects.instance [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lazy-loading 'resources' on Instance uuid 71559be7-ab61-463b-8a2e-bcb5b10ebd8f {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.821617] env[69162]: INFO nova.scheduler.client.report [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Deleted allocations for instance d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84 [ 1008.871231] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1008.871231] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eaedd2-e2fc-8388-1658-0664d8bb6a64" [ 1008.871231] env[69162]: _type = "HttpNfcLease" [ 1008.871231] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1008.871540] env[69162]: DEBUG oslo_vmware.rw_handles [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1008.871540] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52eaedd2-e2fc-8388-1658-0664d8bb6a64" [ 1008.871540] env[69162]: _type = "HttpNfcLease" [ 1008.871540] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1008.872306] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4f1252-1a87-4ca7-9ca9-153705663723 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.880375] env[69162]: DEBUG oslo_vmware.rw_handles [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52259c4c-32ae-0ef4-54da-02724006cf44/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1008.880602] env[69162]: DEBUG oslo_vmware.rw_handles [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52259c4c-32ae-0ef4-54da-02724006cf44/disk-0.vmdk. {{(pid=69162) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1008.951294] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1008.951294] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52deec7f-0e4e-57d4-d433-25bd02ef329f" [ 1008.951294] env[69162]: _type = "HttpNfcLease" [ 1008.951294] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1008.954786] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1008.954786] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52deec7f-0e4e-57d4-d433-25bd02ef329f" [ 1008.954786] env[69162]: _type = "HttpNfcLease" [ 1008.954786] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1008.955503] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f59b6c-597e-4155-8c48-0b0ae07005e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.958454] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f20e403-59eb-41fc-bcc8-cd50f60bb5b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.967174] env[69162]: DEBUG oslo_vmware.api [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232767, 'name': PowerOnVM_Task, 'duration_secs': 0.671364} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.967414] env[69162]: DEBUG oslo_vmware.api [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232769, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.968707] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.968917] env[69162]: INFO nova.compute.manager [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Took 10.90 seconds to spawn the instance on the hypervisor. [ 1008.969126] env[69162]: DEBUG nova.compute.manager [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.975016] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a483419-c851-4675-8d39-a8a38f76a4b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.975337] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805b9e-dc83-f5ab-918a-4af07ade6866/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1008.975519] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805b9e-dc83-f5ab-918a-4af07ade6866/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1009.070275] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3b515d4-e909-4a04-a03f-2f065c0088eb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.332568] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6110f134-f218-402e-a819-c739e8b5d92b tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.907s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.369694] env[69162]: DEBUG nova.compute.manager [req-4e64f773-2ed5-4f9c-b0bb-359ab42fbe39 req-2a31fea8-18fe-44aa-99f3-549724f76230 service nova] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Received event network-vif-plugged-fab11441-e1b4-45ea-988f-4dd5b46f4daa {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.369966] env[69162]: DEBUG oslo_concurrency.lockutils [req-4e64f773-2ed5-4f9c-b0bb-359ab42fbe39 req-2a31fea8-18fe-44aa-99f3-549724f76230 service nova] Acquiring lock "bb7b5f61-1993-4b01-b037-bab990c40d4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.370181] env[69162]: DEBUG oslo_concurrency.lockutils [req-4e64f773-2ed5-4f9c-b0bb-359ab42fbe39 req-2a31fea8-18fe-44aa-99f3-549724f76230 service nova] Lock "bb7b5f61-1993-4b01-b037-bab990c40d4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.370371] env[69162]: DEBUG oslo_concurrency.lockutils [req-4e64f773-2ed5-4f9c-b0bb-359ab42fbe39 req-2a31fea8-18fe-44aa-99f3-549724f76230 service nova] Lock "bb7b5f61-1993-4b01-b037-bab990c40d4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.370709] env[69162]: DEBUG nova.compute.manager [req-4e64f773-2ed5-4f9c-b0bb-359ab42fbe39 req-2a31fea8-18fe-44aa-99f3-549724f76230 service nova] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] No waiting events found dispatching network-vif-plugged-fab11441-e1b4-45ea-988f-4dd5b46f4daa {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.370792] env[69162]: WARNING nova.compute.manager [req-4e64f773-2ed5-4f9c-b0bb-359ab42fbe39 req-2a31fea8-18fe-44aa-99f3-549724f76230 service nova] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Received unexpected event network-vif-plugged-fab11441-e1b4-45ea-988f-4dd5b46f4daa for instance with vm_state building and task_state spawning. [ 1009.459548] env[69162]: DEBUG oslo_vmware.api [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232769, 'name': PowerOffVM_Task, 'duration_secs': 0.573623} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.462985] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.462985] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.462985] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c19f2919-07e2-4873-a849-123f451e4c49 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.504274] env[69162]: DEBUG nova.network.neutron [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Successfully updated port: fab11441-e1b4-45ea-988f-4dd5b46f4daa {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.553180] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.553551] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.553957] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleting the datastore file [datastore2] c5b7159a-694c-4d08-8184-af4bb10a4426 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.560122] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa30d8d5-425f-472f-a576-250113afcd66 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.563577] env[69162]: INFO nova.compute.manager [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Took 38.65 seconds to build instance. [ 1009.577758] env[69162]: DEBUG oslo_vmware.api [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1009.577758] env[69162]: value = "task-3232771" [ 1009.577758] env[69162]: _type = "Task" [ 1009.577758] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.593455] env[69162]: DEBUG oslo_vmware.api [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.768507] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cec174-3c2e-44be-bd37-500c4aa07f07 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.780885] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f16702f-2e19-4100-b331-11ce55d381a1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.824419] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fc41fe-91b0-4b9b-b5fc-2493a60ca003 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.835710] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff12b5d4-7068-4c45-b684-9fc102279472 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.853968] env[69162]: DEBUG nova.compute.provider_tree [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.015320] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquiring lock "refresh_cache-bb7b5f61-1993-4b01-b037-bab990c40d4e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.015488] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquired lock "refresh_cache-bb7b5f61-1993-4b01-b037-bab990c40d4e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.015644] env[69162]: DEBUG nova.network.neutron [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.069612] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dfa2e2ed-0e9f-45aa-8d9f-9f16d7dc4932 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.177s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.093924] env[69162]: DEBUG oslo_vmware.api [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203005} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.094321] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.094936] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.094936] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.094936] env[69162]: INFO nova.compute.manager [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1010.095475] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.098022] env[69162]: DEBUG nova.compute.manager [-] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.098022] env[69162]: DEBUG nova.network.neutron [-] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.362463] env[69162]: DEBUG nova.scheduler.client.report [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.481615] env[69162]: DEBUG oslo_vmware.rw_handles [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Completed reading data from the image iterator. {{(pid=69162) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1010.481885] env[69162]: DEBUG oslo_vmware.rw_handles [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52259c4c-32ae-0ef4-54da-02724006cf44/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1010.483578] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c947c8-8f50-4c16-b3bc-5be6a252ae6f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.492222] env[69162]: DEBUG oslo_vmware.rw_handles [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52259c4c-32ae-0ef4-54da-02724006cf44/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1010.492478] env[69162]: DEBUG oslo_vmware.rw_handles [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52259c4c-32ae-0ef4-54da-02724006cf44/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1010.492810] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b04a6386-5cf5-422e-a80c-211f7fd5ce56 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.495217] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.495832] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.496097] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.496379] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.496655] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.499261] env[69162]: INFO nova.compute.manager [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Terminating instance [ 1010.555016] env[69162]: DEBUG nova.network.neutron [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.779523] env[69162]: DEBUG nova.network.neutron [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Updating instance_info_cache with network_info: [{"id": "fab11441-e1b4-45ea-988f-4dd5b46f4daa", "address": "fa:16:3e:70:38:cb", "network": {"id": "a03009cf-5894-4a2c-b3e7-ca37f2cf492d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2063415111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7f0e7183d34ebd8d47ab762d775cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab11441-e1", "ovs_interfaceid": "fab11441-e1b4-45ea-988f-4dd5b46f4daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.798838] env[69162]: DEBUG oslo_vmware.rw_handles [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52259c4c-32ae-0ef4-54da-02724006cf44/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1010.799493] env[69162]: INFO nova.virt.vmwareapi.images [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Downloaded image file data 16cf405b-b946-459e-885f-17ff9d75ba03 [ 1010.800839] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ba9652-734a-4d3b-b5e4-51c819de8be9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.818782] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1c53e6a-ccb7-4fcd-bc24-e9cd97851b20 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.849144] env[69162]: INFO nova.virt.vmwareapi.images [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] The imported VM was unregistered [ 1010.851946] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Caching image {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1010.852334] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Creating directory with path [datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03 {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.852761] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fa7f186-1fef-425e-8f8f-90652ddf4201 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.872046] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.873754] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Created directory with path [datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03 {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.874785] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac/OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac.vmdk to [datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03/16cf405b-b946-459e-885f-17ff9d75ba03.vmdk. {{(pid=69162) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1010.874972] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.743s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.875215] env[69162]: DEBUG nova.objects.instance [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lazy-loading 'resources' on Instance uuid e01fcbef-72a7-45b4-ae76-a7e91e9aa323 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.876413] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ac4b5a8e-fc40-443b-a6f7-1fa749ac23e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.884461] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1010.884461] env[69162]: value = "task-3232773" [ 1010.884461] env[69162]: _type = "Task" [ 1010.884461] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.894515] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232773, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.899028] env[69162]: INFO nova.scheduler.client.report [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Deleted allocations for instance 71559be7-ab61-463b-8a2e-bcb5b10ebd8f [ 1010.905393] env[69162]: DEBUG nova.network.neutron [-] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.003464] env[69162]: DEBUG nova.compute.manager [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.003702] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.004626] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c2609c-c0fd-417a-bd7f-868f8e41231d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.013187] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.013418] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c55d6a7-d7b8-492a-a552-ca3e75fb4a8e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.020539] env[69162]: DEBUG oslo_vmware.api [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 1011.020539] env[69162]: value = "task-3232774" [ 1011.020539] env[69162]: _type = "Task" [ 1011.020539] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.030683] env[69162]: DEBUG oslo_vmware.api [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.282539] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Releasing lock "refresh_cache-bb7b5f61-1993-4b01-b037-bab990c40d4e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.282810] env[69162]: DEBUG nova.compute.manager [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Instance network_info: |[{"id": "fab11441-e1b4-45ea-988f-4dd5b46f4daa", "address": "fa:16:3e:70:38:cb", "network": {"id": "a03009cf-5894-4a2c-b3e7-ca37f2cf492d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2063415111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7f0e7183d34ebd8d47ab762d775cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab11441-e1", "ovs_interfaceid": "fab11441-e1b4-45ea-988f-4dd5b46f4daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.284085] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:38:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fab11441-e1b4-45ea-988f-4dd5b46f4daa', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.294409] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Creating folder: Project (6a7f0e7183d34ebd8d47ab762d775cf6). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.294803] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4984c5f-bb0b-44d2-9afa-c8b40d69c584 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.307459] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Created folder: Project (6a7f0e7183d34ebd8d47ab762d775cf6) in parent group-v645978. [ 1011.308296] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Creating folder: Instances. Parent ref: group-v646186. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.308619] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-790ebc67-2b06-4834-8843-ca1f75140933 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.319355] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Created folder: Instances in parent group-v646186. [ 1011.319638] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.319848] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.320108] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc4f4deb-3592-481e-943b-c65b665db368 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.341547] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.341547] env[69162]: value = "task-3232777" [ 1011.341547] env[69162]: _type = "Task" [ 1011.341547] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.350949] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232777, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.395513] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232773, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.405771] env[69162]: DEBUG nova.compute.manager [req-1d1ebc40-c1c5-47d1-99a7-852377dfc653 req-7a6307e8-90b5-42de-8ed8-267064cca17f service nova] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Received event network-changed-fab11441-e1b4-45ea-988f-4dd5b46f4daa {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.406028] env[69162]: DEBUG nova.compute.manager [req-1d1ebc40-c1c5-47d1-99a7-852377dfc653 req-7a6307e8-90b5-42de-8ed8-267064cca17f service nova] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Refreshing instance network info cache due to event network-changed-fab11441-e1b4-45ea-988f-4dd5b46f4daa. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.406235] env[69162]: DEBUG oslo_concurrency.lockutils [req-1d1ebc40-c1c5-47d1-99a7-852377dfc653 req-7a6307e8-90b5-42de-8ed8-267064cca17f service nova] Acquiring lock "refresh_cache-bb7b5f61-1993-4b01-b037-bab990c40d4e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.406398] env[69162]: DEBUG oslo_concurrency.lockutils [req-1d1ebc40-c1c5-47d1-99a7-852377dfc653 req-7a6307e8-90b5-42de-8ed8-267064cca17f service nova] Acquired lock "refresh_cache-bb7b5f61-1993-4b01-b037-bab990c40d4e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.406550] env[69162]: DEBUG nova.network.neutron [req-1d1ebc40-c1c5-47d1-99a7-852377dfc653 req-7a6307e8-90b5-42de-8ed8-267064cca17f service nova] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Refreshing network info cache for port fab11441-e1b4-45ea-988f-4dd5b46f4daa {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.410913] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc2d438e-a756-49fc-acbe-6b3e00afafeb tempest-ServersAdminTestJSON-796083061 tempest-ServersAdminTestJSON-796083061-project-member] Lock "71559be7-ab61-463b-8a2e-bcb5b10ebd8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.864s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.412561] env[69162]: INFO nova.compute.manager [-] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Took 1.31 seconds to deallocate network for instance. [ 1011.533352] env[69162]: DEBUG oslo_vmware.api [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232774, 'name': PowerOffVM_Task, 'duration_secs': 0.36737} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.533654] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.533853] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.534264] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf8f0420-d77d-4c73-800e-76c3ce6dad81 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.624570] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.624812] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.625017] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Deleting the datastore file [datastore1] 120eb3cd-cca8-4a89-b01b-691b6f7d790b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.625742] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cdc96d3-f987-4c59-894d-78f5dba62995 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.635886] env[69162]: DEBUG oslo_vmware.api [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for the task: (returnval){ [ 1011.635886] env[69162]: value = "task-3232779" [ 1011.635886] env[69162]: _type = "Task" [ 1011.635886] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.644528] env[69162]: DEBUG oslo_vmware.api [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.648695] env[69162]: DEBUG nova.compute.manager [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.650550] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f9ec34-175f-4999-9f0b-3834d295b745 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.716478] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72b21a5-47de-4477-ad1e-c6b9b5ba9278 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.724960] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e618565e-fd3a-4614-80ec-d7c9f8c766c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.760863] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044fd888-95c6-4bba-94ec-217b88256a95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.769900] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38d75e9-5f30-41ef-96e3-f5e6b0210a82 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.785501] env[69162]: DEBUG nova.compute.provider_tree [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.851387] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232777, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.896167] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232773, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.921743] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.151500] env[69162]: DEBUG oslo_vmware.api [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.160916] env[69162]: INFO nova.compute.manager [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] instance snapshotting [ 1012.164099] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654e7556-cba3-4105-bb73-62c9fa52e944 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.188026] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491ca43a-2954-4df3-ae6c-a5bdcd7a287a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.258668] env[69162]: DEBUG nova.network.neutron [req-1d1ebc40-c1c5-47d1-99a7-852377dfc653 req-7a6307e8-90b5-42de-8ed8-267064cca17f service nova] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Updated VIF entry in instance network info cache for port fab11441-e1b4-45ea-988f-4dd5b46f4daa. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.258668] env[69162]: DEBUG nova.network.neutron [req-1d1ebc40-c1c5-47d1-99a7-852377dfc653 req-7a6307e8-90b5-42de-8ed8-267064cca17f service nova] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Updating instance_info_cache with network_info: [{"id": "fab11441-e1b4-45ea-988f-4dd5b46f4daa", "address": "fa:16:3e:70:38:cb", "network": {"id": "a03009cf-5894-4a2c-b3e7-ca37f2cf492d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2063415111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7f0e7183d34ebd8d47ab762d775cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab11441-e1", "ovs_interfaceid": "fab11441-e1b4-45ea-988f-4dd5b46f4daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.289711] env[69162]: DEBUG nova.scheduler.client.report [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.353893] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232777, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.395834] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232773, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.646016] env[69162]: DEBUG oslo_vmware.api [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.761485] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.761485] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aec7bb63-ea1e-4cda-b9e8-92b944f75443 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.761485] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1012.761485] env[69162]: value = "task-3232780" [ 1012.761485] env[69162]: _type = "Task" [ 1012.761485] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.761485] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232780, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.762796] env[69162]: DEBUG oslo_concurrency.lockutils [req-1d1ebc40-c1c5-47d1-99a7-852377dfc653 req-7a6307e8-90b5-42de-8ed8-267064cca17f service nova] Releasing lock "refresh_cache-bb7b5f61-1993-4b01-b037-bab990c40d4e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.762930] env[69162]: DEBUG nova.compute.manager [req-1d1ebc40-c1c5-47d1-99a7-852377dfc653 req-7a6307e8-90b5-42de-8ed8-267064cca17f service nova] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Received event network-vif-deleted-7c63aea8-708a-468f-b023-01e71f1a2fd3 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.795697] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.801518] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.748s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.801518] env[69162]: INFO nova.compute.claims [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.837245] env[69162]: INFO nova.scheduler.client.report [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Deleted allocations for instance e01fcbef-72a7-45b4-ae76-a7e91e9aa323 [ 1012.855756] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232777, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.917139] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232773, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.151248] env[69162]: DEBUG oslo_vmware.api [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.223338] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232780, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.350498] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0289517f-f2bf-4c07-a2af-440dcfec6dcb tempest-MigrationsAdminTest-612493435 tempest-MigrationsAdminTest-612493435-project-member] Lock "e01fcbef-72a7-45b4-ae76-a7e91e9aa323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.797s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.359306] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232777, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.398655] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232773, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.649634] env[69162]: DEBUG oslo_vmware.api [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Task: {'id': task-3232779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.878913} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.650044] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.650252] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.650499] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.651035] env[69162]: INFO nova.compute.manager [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1013.651180] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.651331] env[69162]: DEBUG nova.compute.manager [-] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.651450] env[69162]: DEBUG nova.network.neutron [-] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.725743] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232780, 'name': CreateSnapshot_Task, 'duration_secs': 0.975563} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.726060] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.727059] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9f54e5-ef67-4105-aa0e-126f8e3c6fd7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.862020] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232777, 'name': CreateVM_Task, 'duration_secs': 2.216707} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.862020] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.862020] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.862020] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.862020] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.862020] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69523774-47bd-4854-9e4a-9a41e6d7a543 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.869786] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for the task: (returnval){ [ 1013.869786] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521b2ce5-af3e-35ca-992c-a01b97a9f4c1" [ 1013.869786] env[69162]: _type = "Task" [ 1013.869786] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.890146] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521b2ce5-af3e-35ca-992c-a01b97a9f4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.895837] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.896084] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.896361] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.896539] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.896722] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.897211] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89e51f2b-969a-4023-8832-df251b1638e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.906545] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232773, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.716401} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.909959] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac/OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac.vmdk to [datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03/16cf405b-b946-459e-885f-17ff9d75ba03.vmdk. [ 1013.910196] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Cleaning up location [datastore1] OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1013.910372] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_df7f2d64-107b-4c01-9afb-2c399afd09ac {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.910678] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.910844] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.911739] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-132b7a55-88ff-40bf-8948-12e18994217e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.913435] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b61e64e-04f3-421a-af07-268c97aa1f27 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.920196] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for the task: (returnval){ [ 1013.920196] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d39339-3c59-6a61-d543-45876f7674fd" [ 1013.920196] env[69162]: _type = "Task" [ 1013.920196] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.921471] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1013.921471] env[69162]: value = "task-3232781" [ 1013.921471] env[69162]: _type = "Task" [ 1013.921471] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.938904] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.939176] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d39339-3c59-6a61-d543-45876f7674fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.122097] env[69162]: DEBUG nova.compute.manager [req-9b627449-3f4b-4e7e-b3b2-4531f0029e53 req-40ab8871-8e75-4b1d-b887-f6d958ac80d7 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Received event network-vif-deleted-ad49a786-3d2a-42aa-b94f-0c633aa98991 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.122369] env[69162]: INFO nova.compute.manager [req-9b627449-3f4b-4e7e-b3b2-4531f0029e53 req-40ab8871-8e75-4b1d-b887-f6d958ac80d7 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Neutron deleted interface ad49a786-3d2a-42aa-b94f-0c633aa98991; detaching it from the instance and deleting it from the info cache [ 1014.122567] env[69162]: DEBUG nova.network.neutron [req-9b627449-3f4b-4e7e-b3b2-4531f0029e53 req-40ab8871-8e75-4b1d-b887-f6d958ac80d7 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.166385] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75556204-3eea-4878-85fa-c379092d4105 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.174349] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc689b7-7667-45ae-9a6e-68884cf7df7d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.210878] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b40fffc-0967-432b-bc38-90b517f80dae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.220896] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2357219f-46e2-46f5-a23f-3dbd79666889 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.239143] env[69162]: DEBUG nova.compute.provider_tree [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.245986] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1014.246622] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7cf1d10-af74-4e11-9768-2220ba360696 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.255815] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1014.255815] env[69162]: value = "task-3232782" [ 1014.255815] env[69162]: _type = "Task" [ 1014.255815] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.266406] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232782, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.447418] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054216} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.447418] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d39339-3c59-6a61-d543-45876f7674fd, 'name': SearchDatastore_Task, 'duration_secs': 0.017015} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.447418] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.447418] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03/16cf405b-b946-459e-885f-17ff9d75ba03.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.447418] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03/16cf405b-b946-459e-885f-17ff9d75ba03.vmdk to [datastore1] 128d4784-9841-4527-b560-19c047fe8773/128d4784-9841-4527-b560-19c047fe8773.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.447418] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2eb498b9-84b8-4ba5-bb93-28e09fc0a43a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.450979] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4dd67cd-e0f8-4147-8362-2d3942ce19e9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.457479] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for the task: (returnval){ [ 1014.457479] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529fcc54-89a4-1e92-9bb2-a46cdb12ce30" [ 1014.457479] env[69162]: _type = "Task" [ 1014.457479] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.459100] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1014.459100] env[69162]: value = "task-3232783" [ 1014.459100] env[69162]: _type = "Task" [ 1014.459100] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.473791] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529fcc54-89a4-1e92-9bb2-a46cdb12ce30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.476346] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.598552] env[69162]: DEBUG nova.network.neutron [-] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.628403] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c310f46b-c9cf-461b-ac4b-e427c3748364 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.638676] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75da5b8-ed41-45aa-85a0-c8f927105c3a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.678435] env[69162]: DEBUG nova.compute.manager [req-9b627449-3f4b-4e7e-b3b2-4531f0029e53 req-40ab8871-8e75-4b1d-b887-f6d958ac80d7 service nova] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Detach interface failed, port_id=ad49a786-3d2a-42aa-b94f-0c633aa98991, reason: Instance 120eb3cd-cca8-4a89-b01b-691b6f7d790b could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1014.749799] env[69162]: DEBUG nova.scheduler.client.report [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.766852] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232782, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.975435] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529fcc54-89a4-1e92-9bb2-a46cdb12ce30, 'name': SearchDatastore_Task, 'duration_secs': 0.015682} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.978991] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.979365] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bb7b5f61-1993-4b01-b037-bab990c40d4e/bb7b5f61-1993-4b01-b037-bab990c40d4e.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.979669] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232783, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.979895] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adad4de2-656c-4711-b013-fd834e24efd8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.986507] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for the task: (returnval){ [ 1014.986507] env[69162]: value = "task-3232784" [ 1014.986507] env[69162]: _type = "Task" [ 1014.986507] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.995543] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.101952] env[69162]: INFO nova.compute.manager [-] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Took 1.45 seconds to deallocate network for instance. [ 1015.257163] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.257745] env[69162]: DEBUG nova.compute.manager [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.262107] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.902s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.277665] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232782, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.475193] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232783, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.499719] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.612030] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.776995] env[69162]: DEBUG nova.compute.utils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.784140] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232782, 'name': CloneVM_Task, 'duration_secs': 1.498311} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.785361] env[69162]: DEBUG nova.compute.manager [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.789318] env[69162]: DEBUG nova.network.neutron [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.789318] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Created linked-clone VM from snapshot [ 1015.791203] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984c1f11-42a3-44ec-a45e-9d7539d28b8b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.807236] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Uploading image cf7513c9-b838-4ab0-8a60-c0a7db00bc75 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.845123] env[69162]: DEBUG oslo_vmware.rw_handles [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1015.845123] env[69162]: value = "vm-646190" [ 1015.845123] env[69162]: _type = "VirtualMachine" [ 1015.845123] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1015.845470] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3391df51-bb30-4e4d-b8f6-c3543f4f1ff2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.860053] env[69162]: DEBUG oslo_vmware.rw_handles [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lease: (returnval){ [ 1015.860053] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d66c1-94e2-e6a2-3a94-23a542c412cb" [ 1015.860053] env[69162]: _type = "HttpNfcLease" [ 1015.860053] env[69162]: } obtained for exporting VM: (result){ [ 1015.860053] env[69162]: value = "vm-646190" [ 1015.860053] env[69162]: _type = "VirtualMachine" [ 1015.860053] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1015.860053] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the lease: (returnval){ [ 1015.860053] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d66c1-94e2-e6a2-3a94-23a542c412cb" [ 1015.860053] env[69162]: _type = "HttpNfcLease" [ 1015.860053] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.867832] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.867832] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d66c1-94e2-e6a2-3a94-23a542c412cb" [ 1015.867832] env[69162]: _type = "HttpNfcLease" [ 1015.867832] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.897440] env[69162]: DEBUG nova.policy [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8053e4c716404e2bbbb814f547d534d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1edd41763842198625a9c314b35c56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.979999] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232783, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.999528] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.171161] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a03480a-5c01-4bf6-9744-fa9534648ce4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.181150] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123200df-e5b9-4384-a8aa-a929ab468457 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.225742] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f8a5fc-d8b4-4f2c-8928-caa206b061e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.239045] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd948cb2-5ad9-4075-b7e9-47d2b90a8061 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.259873] env[69162]: DEBUG nova.compute.provider_tree [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.286448] env[69162]: DEBUG nova.compute.manager [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.366868] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.366868] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d66c1-94e2-e6a2-3a94-23a542c412cb" [ 1016.366868] env[69162]: _type = "HttpNfcLease" [ 1016.366868] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1016.367225] env[69162]: DEBUG oslo_vmware.rw_handles [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1016.367225] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d66c1-94e2-e6a2-3a94-23a542c412cb" [ 1016.367225] env[69162]: _type = "HttpNfcLease" [ 1016.367225] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1016.368175] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100ea7f6-2307-4f44-9626-3da914b68a29 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.379228] env[69162]: DEBUG oslo_vmware.rw_handles [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe89b7-99fd-c2f5-7076-81d7b7d08b16/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1016.379339] env[69162]: DEBUG oslo_vmware.rw_handles [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe89b7-99fd-c2f5-7076-81d7b7d08b16/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1016.479071] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232783, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.501905] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.511597] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5c5c78f-fb2a-4c0d-82f2-f2c84003e437 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.608510] env[69162]: DEBUG nova.network.neutron [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Successfully created port: 92623a0e-5834-4997-8948-a5840e10a74b {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.764367] env[69162]: DEBUG nova.scheduler.client.report [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.983815] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232783, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.010196] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232784, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.298061] env[69162]: DEBUG nova.compute.manager [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.482042] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232783, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.636328} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.482504] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/16cf405b-b946-459e-885f-17ff9d75ba03/16cf405b-b946-459e-885f-17ff9d75ba03.vmdk to [datastore1] 128d4784-9841-4527-b560-19c047fe8773/128d4784-9841-4527-b560-19c047fe8773.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.483498] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb9335a-02b3-432a-8944-f3a457cfec80 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.513784] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 128d4784-9841-4527-b560-19c047fe8773/128d4784-9841-4527-b560-19c047fe8773.vmdk or device None with type streamOptimized {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.517793] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca475856-c9a9-4e91-978b-500b41501419 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.518177] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca475856-c9a9-4e91-978b-500b41501419 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.518636] env[69162]: DEBUG nova.objects.instance [None req-ca475856-c9a9-4e91-978b-500b41501419 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'flavor' on Instance uuid 05b59159-1ed6-49ec-bb2a-43430d6823a0 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.520354] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d29ce384-2178-4057-9357-e062028e4015 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.538275] env[69162]: DEBUG nova.objects.instance [None req-ca475856-c9a9-4e91-978b-500b41501419 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'pci_requests' on Instance uuid 05b59159-1ed6-49ec-bb2a-43430d6823a0 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.547657] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232784, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.345097} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.550369] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bb7b5f61-1993-4b01-b037-bab990c40d4e/bb7b5f61-1993-4b01-b037-bab990c40d4e.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.550369] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.551017] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1017.551017] env[69162]: value = "task-3232786" [ 1017.551017] env[69162]: _type = "Task" [ 1017.551017] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.552535] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9566df6a-7187-4478-a274-7c135a82cadf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.568534] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232786, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.570942] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for the task: (returnval){ [ 1017.570942] env[69162]: value = "task-3232787" [ 1017.570942] env[69162]: _type = "Task" [ 1017.570942] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.581342] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.785030] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.521s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.788029] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.304s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.790039] env[69162]: INFO nova.compute.claims [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.041372] env[69162]: DEBUG nova.objects.base [None req-ca475856-c9a9-4e91-978b-500b41501419 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Object Instance<05b59159-1ed6-49ec-bb2a-43430d6823a0> lazy-loaded attributes: flavor,pci_requests {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.041663] env[69162]: DEBUG nova.network.neutron [None req-ca475856-c9a9-4e91-978b-500b41501419 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.066597] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232786, 'name': ReconfigVM_Task, 'duration_secs': 0.470287} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.066925] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 128d4784-9841-4527-b560-19c047fe8773/128d4784-9841-4527-b560-19c047fe8773.vmdk or device None with type streamOptimized {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.067649] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-004c3eb8-6c3e-4fdb-830d-e168b1472136 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.076947] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1018.076947] env[69162]: value = "task-3232788" [ 1018.076947] env[69162]: _type = "Task" [ 1018.076947] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.084247] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101956} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.084788] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.085671] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a9bf92-524d-431a-8d58-292f66da1d7d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.094902] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232788, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.118567] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] bb7b5f61-1993-4b01-b037-bab990c40d4e/bb7b5f61-1993-4b01-b037-bab990c40d4e.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.121512] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a2af99-ad98-4617-9c2d-a4068690bc76 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.147659] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for the task: (returnval){ [ 1018.147659] env[69162]: value = "task-3232789" [ 1018.147659] env[69162]: _type = "Task" [ 1018.147659] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.158500] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.211771] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca475856-c9a9-4e91-978b-500b41501419 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 0.693s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.372879] env[69162]: INFO nova.scheduler.client.report [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted allocation for migration 005c6d0e-9732-48bc-b214-0538faa0048e [ 1018.592383] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232788, 'name': Rename_Task, 'duration_secs': 0.348116} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.592906] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.594073] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76262184-58f8-4311-8575-5b8a6327543e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.605763] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1018.605763] env[69162]: value = "task-3232790" [ 1018.605763] env[69162]: _type = "Task" [ 1018.605763] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.619235] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.664740] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.881683] env[69162]: DEBUG nova.network.neutron [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Successfully updated port: 92623a0e-5834-4997-8948-a5840e10a74b {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.885054] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cbc3051-6d0d-487f-9516-298188a7a054 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "48391860-2920-44ab-b24d-0b04c15eb11b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.929s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.120944] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.166509] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723b0734-0488-4a62-97f2-65e51f5f8f18 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.175274] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232789, 'name': ReconfigVM_Task, 'duration_secs': 0.67643} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.176124] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Reconfigured VM instance instance-00000046 to attach disk [datastore1] bb7b5f61-1993-4b01-b037-bab990c40d4e/bb7b5f61-1993-4b01-b037-bab990c40d4e.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.176847] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1c237db-11b7-46e1-b66b-31604c230e7f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.186422] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9cbe49-5954-4336-bb60-f5ea459e3bba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.192907] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for the task: (returnval){ [ 1019.192907] env[69162]: value = "task-3232791" [ 1019.192907] env[69162]: _type = "Task" [ 1019.192907] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.244512] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2b68ae-163c-43d7-a938-3b0c7ca4a185 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.247950] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232791, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.255096] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd98ea5-89f7-4f76-8722-f65bd30a45f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.271692] env[69162]: DEBUG nova.compute.provider_tree [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.386544] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.386724] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.387028] env[69162]: DEBUG nova.network.neutron [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.621619] env[69162]: DEBUG oslo_vmware.api [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232790, 'name': PowerOnVM_Task, 'duration_secs': 0.990548} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.622063] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.705193] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232791, 'name': Rename_Task, 'duration_secs': 0.281794} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.705586] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.705862] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9af28e39-fe49-451e-8cbc-754c18de261f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.714938] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for the task: (returnval){ [ 1019.714938] env[69162]: value = "task-3232792" [ 1019.714938] env[69162]: _type = "Task" [ 1019.714938] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.725229] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.775758] env[69162]: DEBUG nova.scheduler.client.report [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.952020] env[69162]: DEBUG nova.network.neutron [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.171269] env[69162]: DEBUG nova.network.neutron [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance_info_cache with network_info: [{"id": "92623a0e-5834-4997-8948-a5840e10a74b", "address": "fa:16:3e:8c:fc:d3", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92623a0e-58", "ovs_interfaceid": "92623a0e-5834-4997-8948-a5840e10a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.227840] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.281575] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.282244] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.285074] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.768s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.286844] env[69162]: INFO nova.compute.claims [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.676646] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.676953] env[69162]: DEBUG nova.compute.manager [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Instance network_info: |[{"id": "92623a0e-5834-4997-8948-a5840e10a74b", "address": "fa:16:3e:8c:fc:d3", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92623a0e-58", "ovs_interfaceid": "92623a0e-5834-4997-8948-a5840e10a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.707093] env[69162]: DEBUG nova.compute.manager [req-efcbb807-f21d-49d7-b8bb-388648602240 req-bafd9387-e604-4e6f-964d-c35e387e4769 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Received event network-vif-plugged-92623a0e-5834-4997-8948-a5840e10a74b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.707093] env[69162]: DEBUG oslo_concurrency.lockutils [req-efcbb807-f21d-49d7-b8bb-388648602240 req-bafd9387-e604-4e6f-964d-c35e387e4769 service nova] Acquiring lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.707093] env[69162]: DEBUG oslo_concurrency.lockutils [req-efcbb807-f21d-49d7-b8bb-388648602240 req-bafd9387-e604-4e6f-964d-c35e387e4769 service nova] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.707494] env[69162]: DEBUG oslo_concurrency.lockutils [req-efcbb807-f21d-49d7-b8bb-388648602240 req-bafd9387-e604-4e6f-964d-c35e387e4769 service nova] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.707494] env[69162]: DEBUG nova.compute.manager [req-efcbb807-f21d-49d7-b8bb-388648602240 req-bafd9387-e604-4e6f-964d-c35e387e4769 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] No waiting events found dispatching network-vif-plugged-92623a0e-5834-4997-8948-a5840e10a74b {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.709064] env[69162]: WARNING nova.compute.manager [req-efcbb807-f21d-49d7-b8bb-388648602240 req-bafd9387-e604-4e6f-964d-c35e387e4769 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Received unexpected event network-vif-plugged-92623a0e-5834-4997-8948-a5840e10a74b for instance with vm_state building and task_state spawning. [ 1020.730787] env[69162]: DEBUG oslo_vmware.api [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232792, 'name': PowerOnVM_Task, 'duration_secs': 0.898816} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.730787] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.730787] env[69162]: INFO nova.compute.manager [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Took 11.99 seconds to spawn the instance on the hypervisor. [ 1020.731098] env[69162]: DEBUG nova.compute.manager [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.732455] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c379e-7912-4d77-bb9b-45c04214fba3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.792564] env[69162]: DEBUG nova.compute.utils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.796250] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.796512] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.856659] env[69162]: DEBUG nova.policy [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b3181c0ba38446ab3e26d0b082408a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1627fa5dbed24c1e89697757ea5e159d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.167195] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Successfully created port: 3163c4aa-ec74-46f1-8a57-7ed22bd4d653 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.254179] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.255280] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.255773] env[69162]: DEBUG nova.objects.instance [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'flavor' on Instance uuid 05b59159-1ed6-49ec-bb2a-43430d6823a0 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.258385] env[69162]: INFO nova.compute.manager [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Took 29.73 seconds to build instance. [ 1021.297722] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.650136] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9d19cb-d8b1-488f-aff3-f30cfcdfbc3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.659605] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1addd1-e787-4c9e-8970-343d7851a738 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.693665] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2a2d1e-6d5c-48b7-a6c2-879df69741b1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.702505] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56318ab-fd16-4637-b300-5c547581763b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.718958] env[69162]: DEBUG nova.compute.provider_tree [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.763026] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94bf8f70-0af4-4c5c-98fd-c29172eb6d32 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lock "bb7b5f61-1993-4b01-b037-bab990c40d4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.247s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.840079] env[69162]: DEBUG nova.objects.instance [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'pci_requests' on Instance uuid 05b59159-1ed6-49ec-bb2a-43430d6823a0 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.222261] env[69162]: DEBUG nova.scheduler.client.report [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.312364] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.343453] env[69162]: DEBUG nova.objects.base [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Object Instance<05b59159-1ed6-49ec-bb2a-43430d6823a0> lazy-loaded attributes: flavor,pci_requests {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1022.343753] env[69162]: DEBUG nova.network.neutron [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.385113] env[69162]: DEBUG nova.policy [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d3241fb8114f018277059cdb29c30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e5c9467ebe64e02baa4e9a97573e3bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.722071] env[69162]: DEBUG nova.network.neutron [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Successfully created port: cd6915e5-37be-4006-837e-0894ea3aac78 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.727400] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.728011] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.732122] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.809s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.732122] env[69162]: DEBUG nova.objects.instance [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lazy-loading 'resources' on Instance uuid c5b7159a-694c-4d08-8184-af4bb10a4426 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.807423] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Successfully updated port: 3163c4aa-ec74-46f1-8a57-7ed22bd4d653 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.141113] env[69162]: DEBUG nova.compute.manager [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.142121] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbdeab3-d2e9-4bd5-87e7-1f9156d09c51 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.178306] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.178556] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.178856] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.178934] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.179160] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.179372] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.179591] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.180056] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.180224] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.180399] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.180582] env[69162]: DEBUG nova.virt.hardware [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.182832] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e6a4f5-c2f0-46d5-b475-87e25eb54e95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.193761] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.194014] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.194180] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.194365] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.194588] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.194747] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.194944] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.195158] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.195285] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.195544] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.195763] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.197193] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1db4a0-61da-4e4b-a288-b3fbdeaacb29 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.204121] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46b481b-de03-46f6-8a63-447792f28674 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.220742] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:fc:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92623a0e-5834-4997-8948-a5840e10a74b', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.228862] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.231301] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805b9e-dc83-f5ab-918a-4af07ade6866/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.234237] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.235035] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc65eb2e-2ee3-48d1-b622-8642de16ec54 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.238749] env[69162]: DEBUG nova.compute.utils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.243397] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-499d1382-408f-4ca5-841b-b597af5a0820 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.263370] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.263570] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.267304] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c3a7c3-4e21-4d84-8b29-168d68d8a18b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.282748] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805b9e-dc83-f5ab-918a-4af07ade6866/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.283285] env[69162]: ERROR oslo_vmware.rw_handles [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805b9e-dc83-f5ab-918a-4af07ade6866/disk-0.vmdk due to incomplete transfer. [ 1023.293213] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f0a75ec-e6ae-4297-92b5-9e7a6663a58e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.295701] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.295701] env[69162]: value = "task-3232793" [ 1023.295701] env[69162]: _type = "Task" [ 1023.295701] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.308190] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232793, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.309755] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805b9e-dc83-f5ab-918a-4af07ade6866/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.310156] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Uploaded image 7da74dbf-a302-4f2e-a5db-02d4d49b649d to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.312300] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.312919] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "refresh_cache-fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.313107] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "refresh_cache-fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.313249] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.314628] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a03d60ff-f175-4313-a037-cbc8984f1bd8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.328180] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1023.328180] env[69162]: value = "task-3232794" [ 1023.328180] env[69162]: _type = "Task" [ 1023.328180] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.340431] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232794, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.341928] env[69162]: DEBUG nova.policy [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b3181c0ba38446ab3e26d0b082408a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1627fa5dbed24c1e89697757ea5e159d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.595956] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e794ee0-01e4-46f9-a470-f270aff04fac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.605822] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824f0786-134a-4c20-8885-6224d38e34f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.639037] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f701cb0-290e-43dd-8350-c345ddf32e13 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.651271] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa68b0-d57a-4a81-b06d-3c4dab3a27c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.669698] env[69162]: DEBUG oslo_concurrency.lockutils [None req-85b41828-0321-4952-829f-ed814b9dc5c2 tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "128d4784-9841-4527-b560-19c047fe8773" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 43.987s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.681827] env[69162]: DEBUG nova.compute.provider_tree [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.735453] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Successfully created port: 3b7a9e4f-94fe-415c-acfd-65f8d0824799 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.744211] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.813093] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232793, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.839840] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232794, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.867886] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.050911] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Updating instance_info_cache with network_info: [{"id": "3163c4aa-ec74-46f1-8a57-7ed22bd4d653", "address": "fa:16:3e:c6:ab:99", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3163c4aa-ec", "ovs_interfaceid": "3163c4aa-ec74-46f1-8a57-7ed22bd4d653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.190245] env[69162]: DEBUG nova.scheduler.client.report [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.275777] env[69162]: DEBUG nova.network.neutron [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Successfully updated port: cd6915e5-37be-4006-837e-0894ea3aac78 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.313832] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232793, 'name': CreateVM_Task, 'duration_secs': 0.537388} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.314280] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.315072] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.315359] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.315788] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.316160] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0533c88-550c-464e-ad35-53061072f968 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.322928] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1024.322928] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525d75c1-e503-6ab9-334d-717afc351c64" [ 1024.322928] env[69162]: _type = "Task" [ 1024.322928] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.336125] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525d75c1-e503-6ab9-334d-717afc351c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.343102] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232794, 'name': Destroy_Task, 'duration_secs': 0.611586} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.343372] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Destroyed the VM [ 1024.343659] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.343854] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a3f4e3d-f6fb-412c-81ad-1fc865b26daf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.351716] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1024.351716] env[69162]: value = "task-3232795" [ 1024.351716] env[69162]: _type = "Task" [ 1024.351716] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.362473] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.553177] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "refresh_cache-fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.553177] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Instance network_info: |[{"id": "3163c4aa-ec74-46f1-8a57-7ed22bd4d653", "address": "fa:16:3e:c6:ab:99", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3163c4aa-ec", "ovs_interfaceid": "3163c4aa-ec74-46f1-8a57-7ed22bd4d653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.553422] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:ab:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3163c4aa-ec74-46f1-8a57-7ed22bd4d653', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.562802] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Creating folder: Project (1627fa5dbed24c1e89697757ea5e159d). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.563356] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1117800c-7d73-4a39-a83d-cba6a3fb6773 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.582293] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.582491] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.583656] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Created folder: Project (1627fa5dbed24c1e89697757ea5e159d) in parent group-v645978. [ 1024.584146] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Creating folder: Instances. Parent ref: group-v646192. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.584374] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede320ef-c402-48d3-af13-85849c7026a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.600275] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Created folder: Instances in parent group-v646192. [ 1024.600275] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.600275] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.600275] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd0ef19-88df-4b10-81a4-21ccc3dec97b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.627393] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.627393] env[69162]: value = "task-3232798" [ 1024.627393] env[69162]: _type = "Task" [ 1024.627393] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.641101] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232798, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.697541] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.700701] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.089s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.701274] env[69162]: DEBUG nova.objects.instance [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lazy-loading 'resources' on Instance uuid 120eb3cd-cca8-4a89-b01b-691b6f7d790b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.735206] env[69162]: INFO nova.scheduler.client.report [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted allocations for instance c5b7159a-694c-4d08-8184-af4bb10a4426 [ 1024.743753] env[69162]: DEBUG nova.compute.manager [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Received event network-changed-92623a0e-5834-4997-8948-a5840e10a74b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.743753] env[69162]: DEBUG nova.compute.manager [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Refreshing instance network info cache due to event network-changed-92623a0e-5834-4997-8948-a5840e10a74b. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.743876] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] Acquiring lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.744064] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] Acquired lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.744182] env[69162]: DEBUG nova.network.neutron [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Refreshing network info cache for port 92623a0e-5834-4997-8948-a5840e10a74b {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.754173] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.783094] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.783302] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.783533] env[69162]: DEBUG nova.network.neutron [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.789123] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.789374] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.789532] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.789736] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.789885] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.790058] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.790275] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.790435] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.790600] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.790760] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.790940] env[69162]: DEBUG nova.virt.hardware [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.793738] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a769c2-2dc4-4496-950b-b7eb623e7b77 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.806795] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8c272d-781d-43c6-8a9d-c1f08e3233ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.839803] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525d75c1-e503-6ab9-334d-717afc351c64, 'name': SearchDatastore_Task, 'duration_secs': 0.017912} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.840470] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.840743] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.840988] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.841169] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.841355] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.841903] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-986296fe-9bf0-4085-a54b-a6001b40fbf3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.858679] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.858879] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.860647] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30a947f-ee06-4cbd-949c-870f84679b29 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.869694] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232795, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.874455] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1024.874455] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528dab71-f87c-a55c-6917-5b0afce018d7" [ 1024.874455] env[69162]: _type = "Task" [ 1024.874455] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.885557] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528dab71-f87c-a55c-6917-5b0afce018d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.076097] env[69162]: DEBUG nova.compute.manager [req-e51a151d-c15f-4a88-89d2-cfde32d16e55 req-6dfeab40-08cc-4c3b-9c81-4b7abdd145dd service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received event network-vif-plugged-cd6915e5-37be-4006-837e-0894ea3aac78 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.076097] env[69162]: DEBUG oslo_concurrency.lockutils [req-e51a151d-c15f-4a88-89d2-cfde32d16e55 req-6dfeab40-08cc-4c3b-9c81-4b7abdd145dd service nova] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.076097] env[69162]: DEBUG oslo_concurrency.lockutils [req-e51a151d-c15f-4a88-89d2-cfde32d16e55 req-6dfeab40-08cc-4c3b-9c81-4b7abdd145dd service nova] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.076097] env[69162]: DEBUG oslo_concurrency.lockutils [req-e51a151d-c15f-4a88-89d2-cfde32d16e55 req-6dfeab40-08cc-4c3b-9c81-4b7abdd145dd service nova] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.077185] env[69162]: DEBUG nova.compute.manager [req-e51a151d-c15f-4a88-89d2-cfde32d16e55 req-6dfeab40-08cc-4c3b-9c81-4b7abdd145dd service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] No waiting events found dispatching network-vif-plugged-cd6915e5-37be-4006-837e-0894ea3aac78 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.077554] env[69162]: WARNING nova.compute.manager [req-e51a151d-c15f-4a88-89d2-cfde32d16e55 req-6dfeab40-08cc-4c3b-9c81-4b7abdd145dd service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received unexpected event network-vif-plugged-cd6915e5-37be-4006-837e-0894ea3aac78 for instance with vm_state active and task_state None. [ 1025.090199] env[69162]: DEBUG nova.compute.manager [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.143348] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232798, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.185985] env[69162]: DEBUG oslo_vmware.rw_handles [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe89b7-99fd-c2f5-7076-81d7b7d08b16/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1025.187245] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9559708-14cd-4be9-9bbf-12a5cd38737d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.194643] env[69162]: DEBUG oslo_vmware.rw_handles [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe89b7-99fd-c2f5-7076-81d7b7d08b16/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1025.194800] env[69162]: ERROR oslo_vmware.rw_handles [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe89b7-99fd-c2f5-7076-81d7b7d08b16/disk-0.vmdk due to incomplete transfer. [ 1025.195050] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bca066bd-10a7-4240-a9af-650ac273fbd0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.206148] env[69162]: DEBUG oslo_vmware.rw_handles [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe89b7-99fd-c2f5-7076-81d7b7d08b16/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1025.206348] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Uploaded image cf7513c9-b838-4ab0-8a60-c0a7db00bc75 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1025.208682] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1025.209144] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-439c99e3-af66-46ae-9ff8-51bacad6320a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.219158] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1025.219158] env[69162]: value = "task-3232799" [ 1025.219158] env[69162]: _type = "Task" [ 1025.219158] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.230564] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232799, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.254880] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5642e89c-f3eb-4b21-b604-b86383b4ec5e tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "c5b7159a-694c-4d08-8184-af4bb10a4426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.399s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.318189] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "2610de4b-76e5-4d36-8544-525b4cb645c1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.318534] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.320025] env[69162]: DEBUG nova.compute.manager [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.320025] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc771748-e775-4f32-8377-93b244cca62c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.332347] env[69162]: DEBUG nova.compute.manager [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1025.332898] env[69162]: DEBUG nova.objects.instance [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'flavor' on Instance uuid 2610de4b-76e5-4d36-8544-525b4cb645c1 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.350367] env[69162]: WARNING nova.network.neutron [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] 4570ffd6-7d0c-4742-9ce0-e3d53be29709 already exists in list: networks containing: ['4570ffd6-7d0c-4742-9ce0-e3d53be29709']. ignoring it [ 1025.365103] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232795, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59718} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.365518] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.365801] env[69162]: DEBUG nova.compute.manager [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.366681] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8b308-d35c-4376-8bde-084aca80970f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.395366] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528dab71-f87c-a55c-6917-5b0afce018d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016337} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.398907] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7de6e68-f7d8-4e6b-afc6-346a0db0148a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.406920] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1025.406920] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f52c79-3df8-88e0-55ad-b3bd585771a4" [ 1025.406920] env[69162]: _type = "Task" [ 1025.406920] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.428342] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f52c79-3df8-88e0-55ad-b3bd585771a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.546670] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2991b7-2f29-4a43-a481-810bc9aad2e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.555875] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b475d3d1-c19c-49eb-b770-d79fcbbfc58a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.598462] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d328cec-07e8-4e71-9f0f-9fed986d9935 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.611022] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55573c91-5146-4aa8-bbb8-1583a43497ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.627369] env[69162]: DEBUG nova.compute.provider_tree [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.628415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.638059] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232798, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.658157] env[69162]: DEBUG nova.network.neutron [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updated VIF entry in instance network info cache for port 92623a0e-5834-4997-8948-a5840e10a74b. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.658547] env[69162]: DEBUG nova.network.neutron [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance_info_cache with network_info: [{"id": "92623a0e-5834-4997-8948-a5840e10a74b", "address": "fa:16:3e:8c:fc:d3", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92623a0e-58", "ovs_interfaceid": "92623a0e-5834-4997-8948-a5840e10a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.733534] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232799, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.797380] env[69162]: DEBUG nova.network.neutron [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd6915e5-37be-4006-837e-0894ea3aac78", "address": "fa:16:3e:e9:d9:3a", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6915e5-37", "ovs_interfaceid": "cd6915e5-37be-4006-837e-0894ea3aac78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.849456] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Successfully updated port: 3b7a9e4f-94fe-415c-acfd-65f8d0824799 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.890080] env[69162]: INFO nova.compute.manager [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Shelve offloading [ 1025.926019] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f52c79-3df8-88e0-55ad-b3bd585771a4, 'name': SearchDatastore_Task, 'duration_secs': 0.023261} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.926019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.926019] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] b88a6ec2-dad1-4b59-85d7-cd7b68008b8b/b88a6ec2-dad1-4b59-85d7-cd7b68008b8b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.926019] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d6d9c47-f5b1-48c6-b24c-ebcb7183680d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.935210] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1025.935210] env[69162]: value = "task-3232800" [ 1025.935210] env[69162]: _type = "Task" [ 1025.935210] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.947107] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.133030] env[69162]: DEBUG nova.scheduler.client.report [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.146787] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232798, 'name': CreateVM_Task, 'duration_secs': 1.448271} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.147386] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.148367] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.150014] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.150014] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.151023] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca2770b-8fe5-42d4-b3cf-ed282583324a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.167174] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] Releasing lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.167174] env[69162]: DEBUG nova.compute.manager [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Received event network-vif-plugged-3163c4aa-ec74-46f1-8a57-7ed22bd4d653 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.167174] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] Acquiring lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.167174] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] Lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.167174] env[69162]: DEBUG oslo_concurrency.lockutils [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] Lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.167174] env[69162]: DEBUG nova.compute.manager [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] No waiting events found dispatching network-vif-plugged-3163c4aa-ec74-46f1-8a57-7ed22bd4d653 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.167174] env[69162]: WARNING nova.compute.manager [req-e0480425-1d0a-4165-b99f-c5b09f973144 req-52ff1db7-b8ca-4dbc-ba80-1d07ecb8d352 service nova] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Received unexpected event network-vif-plugged-3163c4aa-ec74-46f1-8a57-7ed22bd4d653 for instance with vm_state building and task_state spawning. [ 1026.171510] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1026.171510] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280a953-ec78-0c19-8470-9978d6da7928" [ 1026.171510] env[69162]: _type = "Task" [ 1026.171510] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.182330] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280a953-ec78-0c19-8470-9978d6da7928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.231974] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232799, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.300097] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.300097] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.300097] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.300097] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac555a6-a891-4a6e-bdc0-10689b0ac42e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.325080] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.325080] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.325458] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.325458] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.325591] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.326378] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.326378] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.326378] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.326378] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.326734] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.326734] env[69162]: DEBUG nova.virt.hardware [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.333162] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Reconfiguring VM to attach interface {{(pid=69162) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1026.333606] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b93696-d626-4d90-98df-ade6f5e4e472 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.348035] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.348431] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bb5337a-9bcd-4c63-9521-8a1972461673 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.354355] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "refresh_cache-4786444d-654f-4383-8bb2-7fbfbbdc0799" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.354355] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "refresh_cache-4786444d-654f-4383-8bb2-7fbfbbdc0799" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.354355] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.359521] env[69162]: DEBUG oslo_vmware.api [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1026.359521] env[69162]: value = "task-3232801" [ 1026.359521] env[69162]: _type = "Task" [ 1026.359521] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.365113] env[69162]: DEBUG oslo_vmware.api [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1026.365113] env[69162]: value = "task-3232802" [ 1026.365113] env[69162]: _type = "Task" [ 1026.365113] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.375998] env[69162]: DEBUG oslo_vmware.api [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.388932] env[69162]: DEBUG oslo_vmware.api [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232802, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.396517] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.396856] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88b11651-278c-4ee9-b212-92f744d5729a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.410516] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1026.410516] env[69162]: value = "task-3232803" [ 1026.410516] env[69162]: _type = "Task" [ 1026.410516] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.428838] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.429109] env[69162]: DEBUG nova.compute.manager [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.431051] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc668263-163f-4ed1-9471-255a06829115 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.442908] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.443148] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.443426] env[69162]: DEBUG nova.network.neutron [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.454245] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232800, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.642145] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.644800] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.016s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.648876] env[69162]: INFO nova.compute.claims [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.666336] env[69162]: INFO nova.scheduler.client.report [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Deleted allocations for instance 120eb3cd-cca8-4a89-b01b-691b6f7d790b [ 1026.688131] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280a953-ec78-0c19-8470-9978d6da7928, 'name': SearchDatastore_Task, 'duration_secs': 0.034882} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.688131] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.688402] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.688705] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.692016] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.692016] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.692016] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf207936-79d2-4afb-abc6-f54ce000240a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.701706] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.702014] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.702808] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badcc241-12d8-4b85-8e4f-894252101ad5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.711228] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1026.711228] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bf1354-3e02-7af6-a5f0-574f55aaf264" [ 1026.711228] env[69162]: _type = "Task" [ 1026.711228] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.721619] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bf1354-3e02-7af6-a5f0-574f55aaf264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.733741] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232799, 'name': Destroy_Task, 'duration_secs': 1.124432} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.734188] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Destroyed the VM [ 1026.734450] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1026.734846] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc020075-00d9-44d5-ad02-07384866c9fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.743373] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1026.743373] env[69162]: value = "task-3232804" [ 1026.743373] env[69162]: _type = "Task" [ 1026.743373] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.753080] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.879049] env[69162]: DEBUG oslo_vmware.api [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232801, 'name': PowerOffVM_Task, 'duration_secs': 0.234617} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.879049] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.879049] env[69162]: DEBUG nova.compute.manager [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.879484] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1727bf4c-9c9d-4ef3-84c6-281f9fbe760b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.885974] env[69162]: DEBUG oslo_vmware.api [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.917166] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.949432] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637798} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.949749] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] b88a6ec2-dad1-4b59-85d7-cd7b68008b8b/b88a6ec2-dad1-4b59-85d7-cd7b68008b8b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.949962] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.950521] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e845775-d110-4f85-a81c-71a8e3cc8f78 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.959864] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1026.959864] env[69162]: value = "task-3232805" [ 1026.959864] env[69162]: _type = "Task" [ 1026.959864] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.970903] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.108137] env[69162]: DEBUG nova.network.neutron [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Updating instance_info_cache with network_info: [{"id": "3b7a9e4f-94fe-415c-acfd-65f8d0824799", "address": "fa:16:3e:a4:54:ba", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7a9e4f-94", "ovs_interfaceid": "3b7a9e4f-94fe-415c-acfd-65f8d0824799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.189833] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d95355d5-683b-4124-b9b5-c27eb31c310d tempest-ServersAdminNegativeTestJSON-1399705986 tempest-ServersAdminNegativeTestJSON-1399705986-project-member] Lock "120eb3cd-cca8-4a89-b01b-691b6f7d790b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.694s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.223858] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bf1354-3e02-7af6-a5f0-574f55aaf264, 'name': SearchDatastore_Task, 'duration_secs': 0.024203} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.227996] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8d825a-5766-4f75-8ff5-5458ee39596f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.236345] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1027.236345] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52de16d1-ed02-a757-078d-47e99bf6e720" [ 1027.236345] env[69162]: _type = "Task" [ 1027.236345] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.246367] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52de16d1-ed02-a757-078d-47e99bf6e720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.256986] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.335776] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquiring lock "8b689bac-ef0e-4a00-a42c-03de59e69dac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.336124] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lock "8b689bac-ef0e-4a00-a42c-03de59e69dac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.338300] env[69162]: DEBUG nova.network.neutron [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updating instance_info_cache with network_info: [{"id": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "address": "fa:16:3e:bf:10:1e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e9a6a-b2", "ovs_interfaceid": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.379100] env[69162]: DEBUG oslo_vmware.api [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232802, 'name': ReconfigVM_Task, 'duration_secs': 0.830133} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.379100] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.379100] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Reconfigured VM to attach interface {{(pid=69162) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1027.396645] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61624e10-4fb7-46d7-bb53-c46d8d50cdde tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.474623] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074508} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.474623] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.474926] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b5b528-1ce8-4029-92b4-c20fd19a73bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.506409] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] b88a6ec2-dad1-4b59-85d7-cd7b68008b8b/b88a6ec2-dad1-4b59-85d7-cd7b68008b8b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.506636] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f329d51-11c6-45d7-94c0-ad5fd2def4d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.532461] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1027.532461] env[69162]: value = "task-3232806" [ 1027.532461] env[69162]: _type = "Task" [ 1027.532461] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.543038] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.611280] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "refresh_cache-4786444d-654f-4383-8bb2-7fbfbbdc0799" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.611646] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Instance network_info: |[{"id": "3b7a9e4f-94fe-415c-acfd-65f8d0824799", "address": "fa:16:3e:a4:54:ba", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7a9e4f-94", "ovs_interfaceid": "3b7a9e4f-94fe-415c-acfd-65f8d0824799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.612133] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:54:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7a9e4f-94fe-415c-acfd-65f8d0824799', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.621563] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.621665] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.621857] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-631b7f80-a9f8-4654-9b8c-33a92fa9503a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.646775] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.646775] env[69162]: value = "task-3232807" [ 1027.646775] env[69162]: _type = "Task" [ 1027.646775] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.658860] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232807, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.719523] env[69162]: DEBUG nova.compute.manager [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Received event network-changed-3163c4aa-ec74-46f1-8a57-7ed22bd4d653 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.719768] env[69162]: DEBUG nova.compute.manager [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Refreshing instance network info cache due to event network-changed-3163c4aa-ec74-46f1-8a57-7ed22bd4d653. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.719995] env[69162]: DEBUG oslo_concurrency.lockutils [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] Acquiring lock "refresh_cache-fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.720227] env[69162]: DEBUG oslo_concurrency.lockutils [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] Acquired lock "refresh_cache-fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.720373] env[69162]: DEBUG nova.network.neutron [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Refreshing network info cache for port 3163c4aa-ec74-46f1-8a57-7ed22bd4d653 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.750232] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52de16d1-ed02-a757-078d-47e99bf6e720, 'name': SearchDatastore_Task, 'duration_secs': 0.018906} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.753456] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.753638] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74/fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.757638] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a58bd43a-9de9-4040-824c-52277c004c44 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.768103] env[69162]: DEBUG oslo_vmware.api [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232804, 'name': RemoveSnapshot_Task, 'duration_secs': 1.014763} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.769682] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1027.769993] env[69162]: INFO nova.compute.manager [None req-65543cdb-3da3-4e12-b24c-c2fa3b5c9d0b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Took 15.61 seconds to snapshot the instance on the hypervisor. [ 1027.773318] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1027.773318] env[69162]: value = "task-3232808" [ 1027.773318] env[69162]: _type = "Task" [ 1027.773318] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.791899] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.841239] env[69162]: DEBUG nova.compute.manager [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.850477] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.887894] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8cde644-e1ac-4988-8f05-343aa7e16b28 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.629s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.893412] env[69162]: DEBUG nova.compute.manager [req-6516ee2b-234f-4bb4-a94a-16de992774dc req-729ef6cd-c6bd-440d-bbc9-3c5bffdf6756 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received event network-changed-cd6915e5-37be-4006-837e-0894ea3aac78 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.893412] env[69162]: DEBUG nova.compute.manager [req-6516ee2b-234f-4bb4-a94a-16de992774dc req-729ef6cd-c6bd-440d-bbc9-3c5bffdf6756 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Refreshing instance network info cache due to event network-changed-cd6915e5-37be-4006-837e-0894ea3aac78. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.893412] env[69162]: DEBUG oslo_concurrency.lockutils [req-6516ee2b-234f-4bb4-a94a-16de992774dc req-729ef6cd-c6bd-440d-bbc9-3c5bffdf6756 service nova] Acquiring lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.893412] env[69162]: DEBUG oslo_concurrency.lockutils [req-6516ee2b-234f-4bb4-a94a-16de992774dc req-729ef6cd-c6bd-440d-bbc9-3c5bffdf6756 service nova] Acquired lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.893412] env[69162]: DEBUG nova.network.neutron [req-6516ee2b-234f-4bb4-a94a-16de992774dc req-729ef6cd-c6bd-440d-bbc9-3c5bffdf6756 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Refreshing network info cache for port cd6915e5-37be-4006-837e-0894ea3aac78 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.055314] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232806, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.072991] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343227f6-3be7-46de-a077-5a83dbd6d823 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.083666] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fa546b-80c7-45dd-99d5-37cc58b19df5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.121857] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bcc33e-f376-4515-92ba-d54153818572 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.132093] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83318a0-ccda-43ce-b1e2-5803399209e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.150198] env[69162]: DEBUG nova.compute.provider_tree [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.161133] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232807, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.297472] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232808, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.305531] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.306243] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b09cb74-c2c4-4901-a3f1-7272242aeafd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.324214] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.325943] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f30d5e7e-f9a3-40bf-8c99-825fa4aeb3c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.369503] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.417571] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.417886] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.418408] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleting the datastore file [datastore1] bb46b420-8682-4a15-acac-6d4b65592f80 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.418564] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6d7fc85-2b62-457e-98a9-125742a33b81 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.431912] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1028.431912] env[69162]: value = "task-3232810" [ 1028.431912] env[69162]: _type = "Task" [ 1028.431912] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.449268] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.488498] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Acquiring lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.488906] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.489240] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Acquiring lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.489510] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.489775] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.496715] env[69162]: INFO nova.compute.manager [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Terminating instance [ 1028.545543] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232806, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.560804] env[69162]: DEBUG nova.network.neutron [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Updated VIF entry in instance network info cache for port 3163c4aa-ec74-46f1-8a57-7ed22bd4d653. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.561195] env[69162]: DEBUG nova.network.neutron [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Updating instance_info_cache with network_info: [{"id": "3163c4aa-ec74-46f1-8a57-7ed22bd4d653", "address": "fa:16:3e:c6:ab:99", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3163c4aa-ec", "ovs_interfaceid": "3163c4aa-ec74-46f1-8a57-7ed22bd4d653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.663977] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232807, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.690117] env[69162]: ERROR nova.scheduler.client.report [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [req-17f058bf-f401-40e9-843c-b9ff2cc97848] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17f058bf-f401-40e9-843c-b9ff2cc97848"}]} [ 1028.691243] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.691591] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.691813] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.692010] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.692320] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.696633] env[69162]: INFO nova.compute.manager [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Terminating instance [ 1028.716744] env[69162]: DEBUG nova.scheduler.client.report [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1028.729326] env[69162]: DEBUG nova.network.neutron [req-6516ee2b-234f-4bb4-a94a-16de992774dc req-729ef6cd-c6bd-440d-bbc9-3c5bffdf6756 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updated VIF entry in instance network info cache for port cd6915e5-37be-4006-837e-0894ea3aac78. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.729326] env[69162]: DEBUG nova.network.neutron [req-6516ee2b-234f-4bb4-a94a-16de992774dc req-729ef6cd-c6bd-440d-bbc9-3c5bffdf6756 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd6915e5-37be-4006-837e-0894ea3aac78", "address": "fa:16:3e:e9:d9:3a", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6915e5-37", "ovs_interfaceid": "cd6915e5-37be-4006-837e-0894ea3aac78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.742378] env[69162]: DEBUG nova.scheduler.client.report [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1028.745151] env[69162]: DEBUG nova.compute.provider_tree [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.760558] env[69162]: DEBUG nova.scheduler.client.report [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1028.786293] env[69162]: DEBUG nova.scheduler.client.report [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1028.794174] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796503} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.794434] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74/fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.794646] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.794900] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea2190b2-891f-4f8c-b41f-700ca0dd730d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.803672] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1028.803672] env[69162]: value = "task-3232811" [ 1028.803672] env[69162]: _type = "Task" [ 1028.803672] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.814286] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.840556] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "48391860-2920-44ab-b24d-0b04c15eb11b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.840904] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "48391860-2920-44ab-b24d-0b04c15eb11b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.841292] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "48391860-2920-44ab-b24d-0b04c15eb11b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.841500] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "48391860-2920-44ab-b24d-0b04c15eb11b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.841625] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "48391860-2920-44ab-b24d-0b04c15eb11b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.845164] env[69162]: INFO nova.compute.manager [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Terminating instance [ 1028.945183] env[69162]: DEBUG oslo_vmware.api [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306235} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.945183] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.945183] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.945512] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.969894] env[69162]: INFO nova.scheduler.client.report [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleted allocations for instance bb46b420-8682-4a15-acac-6d4b65592f80 [ 1029.007323] env[69162]: DEBUG nova.compute.manager [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.007323] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.007323] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7b553ea-9e4d-425f-879a-a904154fcbf7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.015464] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for the task: (returnval){ [ 1029.015464] env[69162]: value = "task-3232812" [ 1029.015464] env[69162]: _type = "Task" [ 1029.015464] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.027553] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.046565] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232806, 'name': ReconfigVM_Task, 'duration_secs': 1.474389} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.049782] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] b88a6ec2-dad1-4b59-85d7-cd7b68008b8b/b88a6ec2-dad1-4b59-85d7-cd7b68008b8b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.050752] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-285cf8ae-ade6-429e-a53f-9755d4cce63b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.060354] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1029.060354] env[69162]: value = "task-3232813" [ 1029.060354] env[69162]: _type = "Task" [ 1029.060354] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.065158] env[69162]: DEBUG oslo_concurrency.lockutils [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] Releasing lock "refresh_cache-fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.065549] env[69162]: DEBUG nova.compute.manager [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Received event network-vif-plugged-3b7a9e4f-94fe-415c-acfd-65f8d0824799 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.066177] env[69162]: DEBUG oslo_concurrency.lockutils [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] Acquiring lock "4786444d-654f-4383-8bb2-7fbfbbdc0799-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.066177] env[69162]: DEBUG oslo_concurrency.lockutils [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] Lock "4786444d-654f-4383-8bb2-7fbfbbdc0799-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.066177] env[69162]: DEBUG oslo_concurrency.lockutils [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] Lock "4786444d-654f-4383-8bb2-7fbfbbdc0799-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.066329] env[69162]: DEBUG nova.compute.manager [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] No waiting events found dispatching network-vif-plugged-3b7a9e4f-94fe-415c-acfd-65f8d0824799 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.066457] env[69162]: WARNING nova.compute.manager [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Received unexpected event network-vif-plugged-3b7a9e4f-94fe-415c-acfd-65f8d0824799 for instance with vm_state building and task_state spawning. [ 1029.066662] env[69162]: DEBUG nova.compute.manager [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Received event network-changed-3b7a9e4f-94fe-415c-acfd-65f8d0824799 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.066883] env[69162]: DEBUG nova.compute.manager [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Refreshing instance network info cache due to event network-changed-3b7a9e4f-94fe-415c-acfd-65f8d0824799. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.067130] env[69162]: DEBUG oslo_concurrency.lockutils [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] Acquiring lock "refresh_cache-4786444d-654f-4383-8bb2-7fbfbbdc0799" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.067276] env[69162]: DEBUG oslo_concurrency.lockutils [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] Acquired lock "refresh_cache-4786444d-654f-4383-8bb2-7fbfbbdc0799" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.067441] env[69162]: DEBUG nova.network.neutron [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Refreshing network info cache for port 3b7a9e4f-94fe-415c-acfd-65f8d0824799 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.078842] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232813, 'name': Rename_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.148024] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9c47a8-f5f6-473f-99c4-c1a84e40514f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.170787] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232807, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.174396] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f985ea-17f0-447d-ac2f-d09b6d4d2039 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.211781] env[69162]: DEBUG nova.objects.instance [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'flavor' on Instance uuid 2610de4b-76e5-4d36-8544-525b4cb645c1 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.213734] env[69162]: DEBUG nova.compute.manager [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.213855] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.215635] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8240aa-994d-4c84-8570-7cebc663dc72 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.219579] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccce105d-9d78-4eda-836e-beac92e696e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.234167] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa62a319-c554-4ba9-82df-889e34df68f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.241940] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.242702] env[69162]: DEBUG oslo_concurrency.lockutils [req-6516ee2b-234f-4bb4-a94a-16de992774dc req-729ef6cd-c6bd-440d-bbc9-3c5bffdf6756 service nova] Releasing lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.243234] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c4fbde8-8fa3-49a5-9005-315106858abb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.265771] env[69162]: DEBUG nova.compute.provider_tree [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.269684] env[69162]: DEBUG oslo_vmware.api [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1029.269684] env[69162]: value = "task-3232814" [ 1029.269684] env[69162]: _type = "Task" [ 1029.269684] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.283328] env[69162]: DEBUG oslo_vmware.api [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.315649] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081793} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.316045] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.316961] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c11d26-17dc-40c4-b578-24826186fec3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.342427] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74/fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.342789] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93bf347-fa99-44db-b4d2-d9f36a8badb2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.358392] env[69162]: DEBUG nova.compute.manager [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.358611] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.359486] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e8b0d-fb00-4e02-a26f-c5660dbc04e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.368258] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1029.368258] env[69162]: value = "task-3232815" [ 1029.368258] env[69162]: _type = "Task" [ 1029.368258] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.370214] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.373421] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbcbfcf6-7c16-4f7c-8a0c-90147fdf5fd3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.382796] env[69162]: DEBUG oslo_vmware.api [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1029.382796] env[69162]: value = "task-3232816" [ 1029.382796] env[69162]: _type = "Task" [ 1029.382796] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.393704] env[69162]: DEBUG oslo_vmware.api [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.475794] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.526749] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232812, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.580011] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232813, 'name': Rename_Task, 'duration_secs': 0.302455} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.580325] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.581046] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7913d587-8d7d-4dac-8c8f-4f40f36413bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.598233] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1029.598233] env[69162]: value = "task-3232817" [ 1029.598233] env[69162]: _type = "Task" [ 1029.598233] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.609844] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.664867] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232807, 'name': CreateVM_Task, 'duration_secs': 1.678412} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.666320] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.667144] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.667324] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.671016] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.671016] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f08cba-f95b-4070-b1c8-db5d4a64555b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.677140] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1029.677140] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b36f15-e945-5bad-015d-559f66c0f6e6" [ 1029.677140] env[69162]: _type = "Task" [ 1029.677140] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.691838] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b36f15-e945-5bad-015d-559f66c0f6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.726045] env[69162]: DEBUG oslo_concurrency.lockutils [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.726243] env[69162]: DEBUG oslo_concurrency.lockutils [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.726424] env[69162]: DEBUG nova.network.neutron [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.727027] env[69162]: DEBUG nova.objects.instance [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'info_cache' on Instance uuid 2610de4b-76e5-4d36-8544-525b4cb645c1 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.771266] env[69162]: DEBUG nova.scheduler.client.report [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.785656] env[69162]: DEBUG oslo_vmware.api [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232814, 'name': PowerOffVM_Task, 'duration_secs': 0.278954} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.785953] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.786133] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.786416] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78e19f4f-2db2-49ab-b5ab-605f614b4bf3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.875741] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.875994] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.876197] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleting the datastore file [datastore2] 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.876968] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74244f68-4225-4fcb-a38e-a22fa78ef789 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.882735] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232815, 'name': ReconfigVM_Task, 'duration_secs': 0.42313} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.883732] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Reconfigured VM instance instance-00000048 to attach disk [datastore2] fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74/fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.884565] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3666e466-f7fa-4cb5-8cda-15febdf3d59e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.891679] env[69162]: DEBUG oslo_vmware.api [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1029.891679] env[69162]: value = "task-3232819" [ 1029.891679] env[69162]: _type = "Task" [ 1029.891679] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.908758] env[69162]: DEBUG oslo_vmware.api [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232816, 'name': PowerOffVM_Task, 'duration_secs': 0.251864} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.908758] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1029.908758] env[69162]: value = "task-3232820" [ 1029.908758] env[69162]: _type = "Task" [ 1029.908758] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.908758] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.908758] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.908758] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6adf1d6-6a62-48d3-aec7-1a1d17d5d657 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.918541] env[69162]: DEBUG oslo_vmware.api [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.925689] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232820, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.990719] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.991009] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.991225] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleting the datastore file [datastore2] 48391860-2920-44ab-b24d-0b04c15eb11b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.991526] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4a756e1-8fdc-42e8-b901-df1e56fad4c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.999748] env[69162]: DEBUG oslo_vmware.api [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1029.999748] env[69162]: value = "task-3232822" [ 1029.999748] env[69162]: _type = "Task" [ 1029.999748] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.009344] env[69162]: DEBUG oslo_vmware.api [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.025562] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232812, 'name': PowerOffVM_Task, 'duration_secs': 0.516491} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.026049] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.026159] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1030.026367] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646142', 'volume_id': 'c83a138c-02f4-4c1c-becd-4e44aff09e24', 'name': 'volume-c83a138c-02f4-4c1c-becd-4e44aff09e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb22847-2309-4e5a-bcc2-267e52bd4dbd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c83a138c-02f4-4c1c-becd-4e44aff09e24', 'serial': 'c83a138c-02f4-4c1c-becd-4e44aff09e24'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1030.027294] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64de8ee0-4731-4c3d-917e-23d4d36e95e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.047731] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e83825-e2b1-4b62-ad33-fef65e77752e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.057369] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbcc9d7-acbd-4da6-8950-312cfebf40cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.092990] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7333d7-3fd1-4584-aa78-85ea2d2ab58d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.110060] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] The volume has not been displaced from its original location: [datastore2] volume-c83a138c-02f4-4c1c-becd-4e44aff09e24/volume-c83a138c-02f4-4c1c-becd-4e44aff09e24.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1030.115503] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.118965] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce1ba39d-7aeb-4bd6-9550-3af59c36a4d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.142064] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232817, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.142064] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for the task: (returnval){ [ 1030.142064] env[69162]: value = "task-3232823" [ 1030.142064] env[69162]: _type = "Task" [ 1030.142064] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.152270] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.181181] env[69162]: DEBUG nova.compute.manager [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received event network-vif-unplugged-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.181181] env[69162]: DEBUG oslo_concurrency.lockutils [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] Acquiring lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.181550] env[69162]: DEBUG oslo_concurrency.lockutils [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] Lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.181854] env[69162]: DEBUG oslo_concurrency.lockutils [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] Lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.182395] env[69162]: DEBUG nova.compute.manager [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] No waiting events found dispatching network-vif-unplugged-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.182715] env[69162]: WARNING nova.compute.manager [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received unexpected event network-vif-unplugged-9d1e9a6a-b28c-4968-9836-a1deeb274446 for instance with vm_state shelved_offloaded and task_state None. [ 1030.182983] env[69162]: DEBUG nova.compute.manager [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received event network-changed-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.183279] env[69162]: DEBUG nova.compute.manager [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Refreshing instance network info cache due to event network-changed-9d1e9a6a-b28c-4968-9836-a1deeb274446. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.183603] env[69162]: DEBUG oslo_concurrency.lockutils [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] Acquiring lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.183767] env[69162]: DEBUG oslo_concurrency.lockutils [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] Acquired lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.183966] env[69162]: DEBUG nova.network.neutron [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Refreshing network info cache for port 9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.197512] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b36f15-e945-5bad-015d-559f66c0f6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.198554] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.198831] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.199346] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.199506] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.199808] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.200379] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94cb2162-a704-4c25-a5ba-3896776cc93c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.213504] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.213504] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.214629] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15800d23-bfde-4fda-88d7-e0a9d1f63bef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.221999] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1030.221999] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d6db12-e824-2f3b-f2d9-e8be2428bd32" [ 1030.221999] env[69162]: _type = "Task" [ 1030.221999] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.234396] env[69162]: DEBUG nova.objects.base [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Object Instance<2610de4b-76e5-4d36-8544-525b4cb645c1> lazy-loaded attributes: flavor,info_cache {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1030.235720] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "74ea68bc-077c-45c0-be38-4cb3dede6722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.235960] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "74ea68bc-077c-45c0-be38-4cb3dede6722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.246954] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d6db12-e824-2f3b-f2d9-e8be2428bd32, 'name': SearchDatastore_Task, 'duration_secs': 0.014472} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.247441] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95845766-3727-4284-9fcf-d773567bdbdb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.257205] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1030.257205] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52845d04-8c01-4907-0029-a2ef399440db" [ 1030.257205] env[69162]: _type = "Task" [ 1030.257205] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.267146] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52845d04-8c01-4907-0029-a2ef399440db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.278142] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.278408] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.279931] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.636s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.280393] env[69162]: DEBUG nova.compute.manager [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.283407] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.914s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.285263] env[69162]: INFO nova.compute.claims [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.406581] env[69162]: DEBUG oslo_vmware.api [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17128} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.407494] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.407679] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.407857] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.408082] env[69162]: INFO nova.compute.manager [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1030.408270] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.408543] env[69162]: DEBUG nova.compute.manager [-] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.408654] env[69162]: DEBUG nova.network.neutron [-] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.421636] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232820, 'name': Rename_Task, 'duration_secs': 0.180726} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.421991] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.422138] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1806dd01-c763-446e-bc04-33bf9c05804f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.430828] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1030.430828] env[69162]: value = "task-3232824" [ 1030.430828] env[69162]: _type = "Task" [ 1030.430828] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.439575] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.459336] env[69162]: DEBUG nova.network.neutron [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Updated VIF entry in instance network info cache for port 3b7a9e4f-94fe-415c-acfd-65f8d0824799. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.459828] env[69162]: DEBUG nova.network.neutron [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Updating instance_info_cache with network_info: [{"id": "3b7a9e4f-94fe-415c-acfd-65f8d0824799", "address": "fa:16:3e:a4:54:ba", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7a9e4f-94", "ovs_interfaceid": "3b7a9e4f-94fe-415c-acfd-65f8d0824799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.512516] env[69162]: DEBUG oslo_vmware.api [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170742} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.513179] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.513476] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.513678] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.513858] env[69162]: INFO nova.compute.manager [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1030.514117] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.514326] env[69162]: DEBUG nova.compute.manager [-] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.514419] env[69162]: DEBUG nova.network.neutron [-] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.626314] env[69162]: DEBUG oslo_vmware.api [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232817, 'name': PowerOnVM_Task, 'duration_secs': 0.6692} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.626663] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.626871] env[69162]: INFO nova.compute.manager [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Took 13.33 seconds to spawn the instance on the hypervisor. [ 1030.627058] env[69162]: DEBUG nova.compute.manager [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.628043] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee32dd3-7288-4dd4-8233-7f6ac0006051 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.653490] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232823, 'name': ReconfigVM_Task, 'duration_secs': 0.254308} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.653797] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.659552] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b12f33a-a740-455d-bdfe-aab833c4809a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.679068] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for the task: (returnval){ [ 1030.679068] env[69162]: value = "task-3232825" [ 1030.679068] env[69162]: _type = "Task" [ 1030.679068] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.692982] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.740563] env[69162]: DEBUG nova.compute.manager [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.774161] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52845d04-8c01-4907-0029-a2ef399440db, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.774415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.774622] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 4786444d-654f-4383-8bb2-7fbfbbdc0799/4786444d-654f-4383-8bb2-7fbfbbdc0799.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.776036] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25349b19-bdb8-415a-8db8-d57894acf8d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.783466] env[69162]: DEBUG nova.compute.manager [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.787173] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1030.787173] env[69162]: value = "task-3232826" [ 1030.787173] env[69162]: _type = "Task" [ 1030.787173] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.800228] env[69162]: DEBUG nova.compute.utils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.803910] env[69162]: DEBUG nova.compute.manager [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.804449] env[69162]: DEBUG nova.network.neutron [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.813926] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.946210] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.962199] env[69162]: DEBUG oslo_concurrency.lockutils [req-b46f8d65-5fe5-4f33-b562-988e55fda8f4 req-4bfdf73b-2c38-45f7-aa93-1b0b287e1d89 service nova] Releasing lock "refresh_cache-4786444d-654f-4383-8bb2-7fbfbbdc0799" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.049399] env[69162]: DEBUG nova.policy [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39110f3df02b4872ab741d7d7d11f684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd1c8980ffcf4ea69116658e4bb3807d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.074284] env[69162]: DEBUG nova.compute.manager [req-3661c43e-3d36-4968-9167-a7f0e916e0f5 req-3ec9991f-1693-4f3d-a875-5878696595ff service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Received event network-vif-deleted-81a606fe-1c5e-460b-b7c9-11eebe790128 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.074586] env[69162]: INFO nova.compute.manager [req-3661c43e-3d36-4968-9167-a7f0e916e0f5 req-3ec9991f-1693-4f3d-a875-5878696595ff service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Neutron deleted interface 81a606fe-1c5e-460b-b7c9-11eebe790128; detaching it from the instance and deleting it from the info cache [ 1031.076615] env[69162]: DEBUG nova.network.neutron [req-3661c43e-3d36-4968-9167-a7f0e916e0f5 req-3ec9991f-1693-4f3d-a875-5878696595ff service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.153742] env[69162]: INFO nova.compute.manager [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Took 25.13 seconds to build instance. [ 1031.195780] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232825, 'name': ReconfigVM_Task, 'duration_secs': 0.203591} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.196076] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646142', 'volume_id': 'c83a138c-02f4-4c1c-becd-4e44aff09e24', 'name': 'volume-c83a138c-02f4-4c1c-becd-4e44aff09e24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb22847-2309-4e5a-bcc2-267e52bd4dbd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c83a138c-02f4-4c1c-becd-4e44aff09e24', 'serial': 'c83a138c-02f4-4c1c-becd-4e44aff09e24'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1031.196371] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.197527] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60ac7bf-ab39-4a3b-8757-f59aca07aa0e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.212486] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.212607] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a43cbc20-f4b0-4a1e-97a2-0185b5aa0ac3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.268695] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.311197] env[69162]: DEBUG nova.compute.manager [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.320411] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232826, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.357144] env[69162]: DEBUG nova.network.neutron [-] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.361474] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.407246] env[69162]: DEBUG nova.compute.manager [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.408157] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0898675e-3c3e-456c-b99c-1ae43eb9f2dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.449359] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.581614] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88d93fdd-4914-4291-82ed-36722d43595e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.597207] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3857aebb-5e32-4925-a0d9-adf5bed96d8a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.644322] env[69162]: DEBUG nova.compute.manager [req-3661c43e-3d36-4968-9167-a7f0e916e0f5 req-3ec9991f-1693-4f3d-a875-5878696595ff service nova] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Detach interface failed, port_id=81a606fe-1c5e-460b-b7c9-11eebe790128, reason: Instance 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.660750] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b4467a4a-2f9e-4dd6-9d37-8eacd6925586 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.643s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.668604] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab31e5d-c811-42de-be67-dcb3eec06da9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.682201] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-70c2ef94-65f0-4498-a0e7-4070979948fc tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Suspending the VM {{(pid=69162) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1031.683286] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-708a151f-2b05-4618-906a-a8328ff7bbf5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.691888] env[69162]: DEBUG oslo_vmware.api [None req-70c2ef94-65f0-4498-a0e7-4070979948fc tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1031.691888] env[69162]: value = "task-3232828" [ 1031.691888] env[69162]: _type = "Task" [ 1031.691888] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.719344] env[69162]: DEBUG oslo_vmware.api [None req-70c2ef94-65f0-4498-a0e7-4070979948fc tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232828, 'name': SuspendVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.805049] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566445} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.805201] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 4786444d-654f-4383-8bb2-7fbfbbdc0799/4786444d-654f-4383-8bb2-7fbfbbdc0799.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.805468] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.805638] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ec42757-6e21-47e7-bada-7a1807930b01 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.811996] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cba702e-8562-4880-a0e3-f9152bdcc574 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.814670] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1031.814670] env[69162]: value = "task-3232829" [ 1031.814670] env[69162]: _type = "Task" [ 1031.814670] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.828491] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad5e986-1365-4eab-a30d-55c179287b74 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.835096] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.882988] env[69162]: INFO nova.compute.manager [-] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Took 1.47 seconds to deallocate network for instance. [ 1031.887073] env[69162]: DEBUG nova.network.neutron [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance_info_cache with network_info: [{"id": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "address": "fa:16:3e:98:90:6d", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab4a885-cc", "ovs_interfaceid": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.891413] env[69162]: DEBUG nova.network.neutron [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updated VIF entry in instance network info cache for port 9d1e9a6a-b28c-4968-9836-a1deeb274446. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.891902] env[69162]: DEBUG nova.network.neutron [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updating instance_info_cache with network_info: [{"id": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "address": "fa:16:3e:bf:10:1e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9d1e9a6a-b2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.898419] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ec180d-2778-4d14-ad4a-31e81a793f4f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.903352] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.903912] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.904210] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Deleting the datastore file [datastore2] bbb22847-2309-4e5a-bcc2-267e52bd4dbd {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.910487] env[69162]: DEBUG oslo_concurrency.lockutils [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.911716] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01ebe65a-782a-40cd-92c7-1b41055af07d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.926050] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8075b09-64e5-45f5-b19a-ee8d5b2a1657 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.932443] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for the task: (returnval){ [ 1031.932443] env[69162]: value = "task-3232830" [ 1031.932443] env[69162]: _type = "Task" [ 1031.932443] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.947105] env[69162]: INFO nova.compute.manager [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] instance snapshotting [ 1031.948894] env[69162]: DEBUG nova.compute.provider_tree [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.956584] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745c13bb-e364-4c77-b06b-f2455f5a7db8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.966809] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.974267] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232824, 'name': PowerOnVM_Task, 'duration_secs': 1.405089} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.991551] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.991902] env[69162]: INFO nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1031.992084] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.994433] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b805a6b4-b4aa-46be-9b68-bcf000733562 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.997424] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecef62c-a1c0-4b35-898d-6c228e790d43 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.026415] env[69162]: DEBUG nova.network.neutron [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Successfully created port: d2959d35-9e8b-424b-b4a7-04bb451819a1 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.183682] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-abfc4883-70e1-401c-9054-3e328f97dbf2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.183964] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-abfc4883-70e1-401c-9054-3e328f97dbf2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.184391] env[69162]: DEBUG nova.objects.instance [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'flavor' on Instance uuid 05b59159-1ed6-49ec-bb2a-43430d6823a0 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.195188] env[69162]: DEBUG nova.network.neutron [-] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.207548] env[69162]: DEBUG oslo_vmware.api [None req-70c2ef94-65f0-4498-a0e7-4070979948fc tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232828, 'name': SuspendVM_Task} progress is 54%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.231021] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "bb46b420-8682-4a15-acac-6d4b65592f80" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.327267] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249271} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.327574] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.328423] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ccdf5-a9ba-468e-bbcb-33d20724edd1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.346688] env[69162]: DEBUG nova.compute.manager [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.360124] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 4786444d-654f-4383-8bb2-7fbfbbdc0799/4786444d-654f-4383-8bb2-7fbfbbdc0799.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.360124] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d5e9e16-0997-46ec-98e7-4432cb5445f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.385153] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1032.385153] env[69162]: value = "task-3232831" [ 1032.385153] env[69162]: _type = "Task" [ 1032.385153] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.390201] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.390640] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.390941] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.391275] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.391555] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.391817] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.392152] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.392425] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.392713] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.393037] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.393334] env[69162]: DEBUG nova.virt.hardware [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.395507] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c8c097-af56-4522-9a52-407e52756e1e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.406263] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7c989d-6e3f-4b7e-9289-eff7f51c4ed5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.411213] env[69162]: DEBUG oslo_concurrency.lockutils [req-62c342f3-1341-4ce9-88c9-3968da699a98 req-415f9679-1193-46fa-a9d0-c98a82ff5d27 service nova] Releasing lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.412130] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.418019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.442878] env[69162]: DEBUG oslo_vmware.api [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Task: {'id': task-3232830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375595} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.442995] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.443217] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.443400] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.443764] env[69162]: INFO nova.compute.manager [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Took 3.44 seconds to destroy the instance on the hypervisor. [ 1032.443833] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.443986] env[69162]: DEBUG nova.compute.manager [-] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.444096] env[69162]: DEBUG nova.network.neutron [-] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.467395] env[69162]: DEBUG nova.scheduler.client.report [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.519214] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1032.524096] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb88ce9a-3a46-4006-ae04-5031a8d871f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.524096] env[69162]: INFO nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Took 24.06 seconds to build instance. [ 1032.531407] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1032.531407] env[69162]: value = "task-3232832" [ 1032.531407] env[69162]: _type = "Task" [ 1032.531407] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.542862] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.695990] env[69162]: INFO nova.compute.manager [-] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Took 2.18 seconds to deallocate network for instance. [ 1032.709104] env[69162]: DEBUG oslo_vmware.api [None req-70c2ef94-65f0-4498-a0e7-4070979948fc tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232828, 'name': SuspendVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.853320] env[69162]: DEBUG nova.objects.instance [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'pci_requests' on Instance uuid 05b59159-1ed6-49ec-bb2a-43430d6823a0 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.901355] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232831, 'name': ReconfigVM_Task, 'duration_secs': 0.346834} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.901355] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 4786444d-654f-4383-8bb2-7fbfbbdc0799/4786444d-654f-4383-8bb2-7fbfbbdc0799.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.901791] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c81a800-652c-46d0-aca5-dd45aceac49f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.911255] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1032.911255] env[69162]: value = "task-3232833" [ 1032.911255] env[69162]: _type = "Task" [ 1032.911255] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.925378] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232833, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.928170] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.928470] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea98fd88-7006-42c5-85c1-3c23c17aaa76 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.939086] env[69162]: DEBUG oslo_vmware.api [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1032.939086] env[69162]: value = "task-3232834" [ 1032.939086] env[69162]: _type = "Task" [ 1032.939086] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.953029] env[69162]: DEBUG oslo_vmware.api [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.972541] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.973231] env[69162]: DEBUG nova.compute.manager [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.978094] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.502s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.978094] env[69162]: DEBUG nova.objects.instance [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'resources' on Instance uuid bb46b420-8682-4a15-acac-6d4b65592f80 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.026857] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.569s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.045263] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.214401] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.215854] env[69162]: DEBUG oslo_vmware.api [None req-70c2ef94-65f0-4498-a0e7-4070979948fc tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232828, 'name': SuspendVM_Task, 'duration_secs': 1.069437} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.216083] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-70c2ef94-65f0-4498-a0e7-4070979948fc tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Suspended the VM {{(pid=69162) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1033.216340] env[69162]: DEBUG nova.compute.manager [None req-70c2ef94-65f0-4498-a0e7-4070979948fc tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.217260] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c9771-574e-4a89-8101-6fde9e7d6490 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.359026] env[69162]: DEBUG nova.objects.base [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Object Instance<05b59159-1ed6-49ec-bb2a-43430d6823a0> lazy-loaded attributes: flavor,pci_requests {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1033.359026] env[69162]: DEBUG nova.network.neutron [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.426535] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232833, 'name': Rename_Task, 'duration_secs': 0.267858} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.427482] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.427939] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23ed8d78-67da-415f-82b4-f12cfe50837d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.437053] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1033.437053] env[69162]: value = "task-3232835" [ 1033.437053] env[69162]: _type = "Task" [ 1033.437053] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.458056] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.458218] env[69162]: DEBUG oslo_vmware.api [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232834, 'name': PowerOnVM_Task, 'duration_secs': 0.46411} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.458441] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.458632] env[69162]: DEBUG nova.compute.manager [None req-47aa32e2-3cae-4ec5-8e01-4d13d7fefaf2 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.459450] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadbbe70-d840-4ac3-ba63-c18ed04b2fc0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.470449] env[69162]: DEBUG nova.policy [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d3241fb8114f018277059cdb29c30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e5c9467ebe64e02baa4e9a97573e3bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.481908] env[69162]: DEBUG nova.compute.utils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.485184] env[69162]: DEBUG nova.objects.instance [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'numa_topology' on Instance uuid bb46b420-8682-4a15-acac-6d4b65592f80 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.490114] env[69162]: DEBUG nova.compute.manager [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.490114] env[69162]: DEBUG nova.network.neutron [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.544891] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232832, 'name': CreateSnapshot_Task, 'duration_secs': 0.605132} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.545392] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1033.546328] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca4b92-666e-45bb-aac7-636e3cfe98c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.571032] env[69162]: DEBUG nova.network.neutron [-] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.678711] env[69162]: DEBUG nova.compute.manager [req-09ad8fa4-d6c0-4da1-b8e6-48a4a3fa9682 req-5458ad7b-a263-464d-8456-a545f0d5f9c8 service nova] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Received event network-vif-deleted-ec7aaddb-9e5a-4664-8f71-44c00e49048f {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.804928] env[69162]: DEBUG nova.policy [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cba29900a7c44c78fc7832c3f8d8341', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03c6af4ba234260b6e257c04f2f74fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.949720] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232835, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.989935] env[69162]: DEBUG nova.compute.manager [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.992844] env[69162]: DEBUG nova.objects.base [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.078172] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1034.085556] env[69162]: INFO nova.compute.manager [-] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Took 1.64 seconds to deallocate network for instance. [ 1034.085848] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f15d38f4-3c3e-4d50-8559-de3d64319838 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.104155] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1034.104155] env[69162]: value = "task-3232836" [ 1034.104155] env[69162]: _type = "Task" [ 1034.104155] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.117642] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232836, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.158134] env[69162]: DEBUG nova.compute.manager [req-89336159-d0d8-47b3-8596-d9e61d7fd0a3 req-4ddb3da8-f8b7-47d9-999e-9d9d8ce235d8 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Received event network-changed-92623a0e-5834-4997-8948-a5840e10a74b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.158380] env[69162]: DEBUG nova.compute.manager [req-89336159-d0d8-47b3-8596-d9e61d7fd0a3 req-4ddb3da8-f8b7-47d9-999e-9d9d8ce235d8 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Refreshing instance network info cache due to event network-changed-92623a0e-5834-4997-8948-a5840e10a74b. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.158636] env[69162]: DEBUG oslo_concurrency.lockutils [req-89336159-d0d8-47b3-8596-d9e61d7fd0a3 req-4ddb3da8-f8b7-47d9-999e-9d9d8ce235d8 service nova] Acquiring lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.158814] env[69162]: DEBUG oslo_concurrency.lockutils [req-89336159-d0d8-47b3-8596-d9e61d7fd0a3 req-4ddb3da8-f8b7-47d9-999e-9d9d8ce235d8 service nova] Acquired lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.158988] env[69162]: DEBUG nova.network.neutron [req-89336159-d0d8-47b3-8596-d9e61d7fd0a3 req-4ddb3da8-f8b7-47d9-999e-9d9d8ce235d8 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Refreshing network info cache for port 92623a0e-5834-4997-8948-a5840e10a74b {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.237060] env[69162]: DEBUG nova.network.neutron [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Successfully updated port: d2959d35-9e8b-424b-b4a7-04bb451819a1 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.417995] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2285c91c-df5e-4f8a-aa85-7416a480351c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.424567] env[69162]: DEBUG nova.network.neutron [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Successfully created port: e8654adf-8bad-495d-9d01-87b2e163fb64 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.430831] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e0f6e2-76df-40e7-9e5f-cc44f1baf9de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.476134] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d9fc19-54f9-498d-9db5-5c2421000bf3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.489763] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232835, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.491406] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872d4040-e74e-436a-a79f-543748008e9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.514137] env[69162]: DEBUG nova.compute.provider_tree [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.624828] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232836, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.697674] env[69162]: INFO nova.compute.manager [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Took 0.60 seconds to detach 1 volumes for instance. [ 1034.701656] env[69162]: DEBUG nova.compute.manager [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Deleting volume: c83a138c-02f4-4c1c-becd-4e44aff09e24 {{(pid=69162) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1034.741190] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "refresh_cache-45b90892-af69-4feb-b6db-c8e3eaf51c5b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.741190] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "refresh_cache-45b90892-af69-4feb-b6db-c8e3eaf51c5b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.741190] env[69162]: DEBUG nova.network.neutron [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.995150] env[69162]: DEBUG oslo_vmware.api [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232835, 'name': PowerOnVM_Task, 'duration_secs': 1.150039} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.002309] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.002517] env[69162]: INFO nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1035.006648] env[69162]: DEBUG nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.007634] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09b89ee-bbff-4bc3-b3cd-fae417c65ff7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.018984] env[69162]: DEBUG nova.compute.manager [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.025153] env[69162]: DEBUG nova.scheduler.client.report [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.053756] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.054010] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.054188] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.054384] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.054537] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.055157] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.055157] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.055157] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.055604] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.055604] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.055695] env[69162]: DEBUG nova.virt.hardware [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.057031] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a67e449-3fff-4d8c-b1c8-045c3460b41a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.067987] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae7ce2-c54d-4e4b-9571-82467c11baaa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.076381] env[69162]: DEBUG nova.network.neutron [req-89336159-d0d8-47b3-8596-d9e61d7fd0a3 req-4ddb3da8-f8b7-47d9-999e-9d9d8ce235d8 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updated VIF entry in instance network info cache for port 92623a0e-5834-4997-8948-a5840e10a74b. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.076381] env[69162]: DEBUG nova.network.neutron [req-89336159-d0d8-47b3-8596-d9e61d7fd0a3 req-4ddb3da8-f8b7-47d9-999e-9d9d8ce235d8 service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance_info_cache with network_info: [{"id": "92623a0e-5834-4997-8948-a5840e10a74b", "address": "fa:16:3e:8c:fc:d3", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92623a0e-58", "ovs_interfaceid": "92623a0e-5834-4997-8948-a5840e10a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.121061] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232836, 'name': CloneVM_Task} progress is 95%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.261838] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.291706] env[69162]: DEBUG nova.network.neutron [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.530319] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.553s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.534493] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.264s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.537046] env[69162]: INFO nova.compute.claims [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.547021] env[69162]: INFO nova.compute.manager [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Took 27.04 seconds to build instance. [ 1035.577753] env[69162]: DEBUG oslo_concurrency.lockutils [req-89336159-d0d8-47b3-8596-d9e61d7fd0a3 req-4ddb3da8-f8b7-47d9-999e-9d9d8ce235d8 service nova] Releasing lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.603258] env[69162]: DEBUG nova.network.neutron [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Updating instance_info_cache with network_info: [{"id": "d2959d35-9e8b-424b-b4a7-04bb451819a1", "address": "fa:16:3e:3b:d9:8e", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2959d35-9e", "ovs_interfaceid": "d2959d35-9e8b-424b-b4a7-04bb451819a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.629295] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232836, 'name': CloneVM_Task, 'duration_secs': 1.226312} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.629295] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Created linked-clone VM from snapshot [ 1035.629295] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22afab63-0d56-468d-8274-e0e15c78afef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.644538] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Uploading image a9eb9fdf-ff34-464a-8ec5-45b36c43c5a9 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1035.672226] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1035.672226] env[69162]: value = "vm-646197" [ 1035.672226] env[69162]: _type = "VirtualMachine" [ 1035.672226] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1035.672865] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d68675b-9193-4c1c-ab41-004aa0505986 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.686030] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lease: (returnval){ [ 1035.686030] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f68406-2103-479a-3709-da7a7675dee6" [ 1035.686030] env[69162]: _type = "HttpNfcLease" [ 1035.686030] env[69162]: } obtained for exporting VM: (result){ [ 1035.686030] env[69162]: value = "vm-646197" [ 1035.686030] env[69162]: _type = "VirtualMachine" [ 1035.686030] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1035.686030] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the lease: (returnval){ [ 1035.686030] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f68406-2103-479a-3709-da7a7675dee6" [ 1035.686030] env[69162]: _type = "HttpNfcLease" [ 1035.686030] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1035.693831] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1035.693831] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f68406-2103-479a-3709-da7a7675dee6" [ 1035.693831] env[69162]: _type = "HttpNfcLease" [ 1035.693831] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1035.816275] env[69162]: DEBUG nova.network.neutron [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Successfully updated port: abfc4883-70e1-401c-9054-3e328f97dbf2 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.046421] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9777bfbc-5e9f-4a45-8c65-181b1b7a2167 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "4786444d-654f-4383-8bb2-7fbfbbdc0799" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.558s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.052740] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c1119fc8-8308-436b-966b-98a1e447722a tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.921s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.053844] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.823s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.054043] env[69162]: INFO nova.compute.manager [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Unshelving [ 1036.064006] env[69162]: DEBUG nova.network.neutron [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Successfully updated port: e8654adf-8bad-495d-9d01-87b2e163fb64 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.105441] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "refresh_cache-45b90892-af69-4feb-b6db-c8e3eaf51c5b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.105877] env[69162]: DEBUG nova.compute.manager [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Instance network_info: |[{"id": "d2959d35-9e8b-424b-b4a7-04bb451819a1", "address": "fa:16:3e:3b:d9:8e", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2959d35-9e", "ovs_interfaceid": "d2959d35-9e8b-424b-b4a7-04bb451819a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.106309] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:d9:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2959d35-9e8b-424b-b4a7-04bb451819a1', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.114264] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.114629] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.114724] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68058fd4-4cbd-4aae-9068-99fdb96026bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.138463] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.138463] env[69162]: value = "task-3232839" [ 1036.138463] env[69162]: _type = "Task" [ 1036.138463] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.149191] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232839, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.196068] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.196068] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f68406-2103-479a-3709-da7a7675dee6" [ 1036.196068] env[69162]: _type = "HttpNfcLease" [ 1036.196068] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1036.196473] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1036.196473] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f68406-2103-479a-3709-da7a7675dee6" [ 1036.196473] env[69162]: _type = "HttpNfcLease" [ 1036.196473] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1036.197613] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45618d17-60b4-4791-be09-41fa1f007df5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.209154] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527998ce-1fea-f9ba-2b9c-852d1521d03c/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1036.209510] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527998ce-1fea-f9ba-2b9c-852d1521d03c/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1036.321605] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.322727] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.322727] env[69162]: DEBUG nova.network.neutron [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.354586] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-62304c6a-b2ac-4db7-9f58-e74d53e3373f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.357429] env[69162]: INFO nova.compute.manager [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Resuming [ 1036.358167] env[69162]: DEBUG nova.objects.instance [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lazy-loading 'flavor' on Instance uuid 128d4784-9841-4527-b560-19c047fe8773 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.566298] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquiring lock "refresh_cache-8b689bac-ef0e-4a00-a42c-03de59e69dac" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.566650] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquired lock "refresh_cache-8b689bac-ef0e-4a00-a42c-03de59e69dac" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.566650] env[69162]: DEBUG nova.network.neutron [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.650668] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232839, 'name': CreateVM_Task, 'duration_secs': 0.447248} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.653744] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.654837] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.655067] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.655471] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.656100] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f50e6e-342a-46fa-93bc-db50e787fbc7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.661733] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1036.661733] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52db8e54-cb73-4a28-fdb0-0da35612f086" [ 1036.661733] env[69162]: _type = "Task" [ 1036.661733] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.674741] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52db8e54-cb73-4a28-fdb0-0da35612f086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.871545] env[69162]: WARNING nova.network.neutron [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] 4570ffd6-7d0c-4742-9ce0-e3d53be29709 already exists in list: networks containing: ['4570ffd6-7d0c-4742-9ce0-e3d53be29709']. ignoring it [ 1036.871743] env[69162]: WARNING nova.network.neutron [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] 4570ffd6-7d0c-4742-9ce0-e3d53be29709 already exists in list: networks containing: ['4570ffd6-7d0c-4742-9ce0-e3d53be29709']. ignoring it [ 1036.908542] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da294041-32c0-4d10-aa10-bd35f00ceafe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.918567] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aec34ce-5aea-4da9-979a-d4fd155312d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.957936] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c471b3-a0a9-4d7f-a9ae-8d187979167d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.967611] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdd3f45-ef44-42e7-a233-164e397a19a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.983047] env[69162]: DEBUG nova.compute.provider_tree [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.017141] env[69162]: DEBUG nova.compute.manager [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Received event network-vif-deleted-5130d362-f690-4e0e-961f-1d3b3ac9033c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.018015] env[69162]: DEBUG nova.compute.manager [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Received event network-vif-plugged-d2959d35-9e8b-424b-b4a7-04bb451819a1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.018471] env[69162]: DEBUG oslo_concurrency.lockutils [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] Acquiring lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.019062] env[69162]: DEBUG oslo_concurrency.lockutils [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.019789] env[69162]: DEBUG oslo_concurrency.lockutils [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.020180] env[69162]: DEBUG nova.compute.manager [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] No waiting events found dispatching network-vif-plugged-d2959d35-9e8b-424b-b4a7-04bb451819a1 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.020818] env[69162]: WARNING nova.compute.manager [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Received unexpected event network-vif-plugged-d2959d35-9e8b-424b-b4a7-04bb451819a1 for instance with vm_state building and task_state spawning. [ 1037.021154] env[69162]: DEBUG nova.compute.manager [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Received event network-changed-d2959d35-9e8b-424b-b4a7-04bb451819a1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.021596] env[69162]: DEBUG nova.compute.manager [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Refreshing instance network info cache due to event network-changed-d2959d35-9e8b-424b-b4a7-04bb451819a1. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.021936] env[69162]: DEBUG oslo_concurrency.lockutils [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] Acquiring lock "refresh_cache-45b90892-af69-4feb-b6db-c8e3eaf51c5b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.022275] env[69162]: DEBUG oslo_concurrency.lockutils [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] Acquired lock "refresh_cache-45b90892-af69-4feb-b6db-c8e3eaf51c5b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.023211] env[69162]: DEBUG nova.network.neutron [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Refreshing network info cache for port d2959d35-9e8b-424b-b4a7-04bb451819a1 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.066029] env[69162]: DEBUG nova.compute.utils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.123644] env[69162]: DEBUG nova.network.neutron [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.176994] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52db8e54-cb73-4a28-fdb0-0da35612f086, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.177511] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.177884] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.178509] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.178662] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.179050] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.179449] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78f6e0ea-9188-47d5-89d8-23592daa0f2b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.194215] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.194472] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.195668] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f9abda-0ff0-4c3c-9d40-d30ba22ea56c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.207338] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1037.207338] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524b4c90-1773-e9ad-b427-81ae5b993e48" [ 1037.207338] env[69162]: _type = "Task" [ 1037.207338] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.222693] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524b4c90-1773-e9ad-b427-81ae5b993e48, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.224209] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea74ce69-58ac-4c09-b388-bba22750e164 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.232401] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1037.232401] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52846e4f-a268-bae3-3a8f-25b1d7cda424" [ 1037.232401] env[69162]: _type = "Task" [ 1037.232401] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.242444] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52846e4f-a268-bae3-3a8f-25b1d7cda424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.366423] env[69162]: DEBUG nova.network.neutron [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Updating instance_info_cache with network_info: [{"id": "e8654adf-8bad-495d-9d01-87b2e163fb64", "address": "fa:16:3e:67:b6:6d", "network": {"id": "05d9772d-5e93-44c5-9a25-2b3820f214dd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-710717775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03c6af4ba234260b6e257c04f2f74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8654adf-8b", "ovs_interfaceid": "e8654adf-8bad-495d-9d01-87b2e163fb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.485619] env[69162]: DEBUG nova.network.neutron [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd6915e5-37be-4006-837e-0894ea3aac78", "address": "fa:16:3e:e9:d9:3a", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6915e5-37", "ovs_interfaceid": "cd6915e5-37be-4006-837e-0894ea3aac78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abfc4883-70e1-401c-9054-3e328f97dbf2", "address": "fa:16:3e:7e:c4:a3", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfc4883-70", "ovs_interfaceid": "abfc4883-70e1-401c-9054-3e328f97dbf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.510817] env[69162]: ERROR nova.scheduler.client.report [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [req-52890f10-7283-44e8-b03e-f6bba5259b03] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52890f10-7283-44e8-b03e-f6bba5259b03"}]} [ 1037.536455] env[69162]: DEBUG nova.scheduler.client.report [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1037.555593] env[69162]: DEBUG nova.scheduler.client.report [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1037.555593] env[69162]: DEBUG nova.compute.provider_tree [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.568098] env[69162]: DEBUG nova.scheduler.client.report [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1037.570729] env[69162]: INFO nova.virt.block_device [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Booting with volume a1915e9b-2607-48f1-8268-38bc0ef9dfc9 at /dev/sdb [ 1037.600571] env[69162]: DEBUG nova.scheduler.client.report [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1037.622911] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96f99f81-f76a-4274-a437-3e6e23c9622c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.640623] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b04d2be-ba1e-4ca6-a236-24039e5b7a34 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.689757] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33078fe9-25fd-4e21-8a27-966a84dae4df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.700945] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34682a3c-393a-42a8-8e17-db8f487e715f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.755631] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456cd624-b4f9-4e29-9d16-bb8919a65b34 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.770352] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52846e4f-a268-bae3-3a8f-25b1d7cda424, 'name': SearchDatastore_Task, 'duration_secs': 0.014301} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.770899] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.771254] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 45b90892-af69-4feb-b6db-c8e3eaf51c5b/45b90892-af69-4feb-b6db-c8e3eaf51c5b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.772049] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c81f5da-57ab-47ff-b830-88a09b6e84b8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.774745] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f6e0fb2-5570-43ed-b7bb-576969647720 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.787666] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1037.787666] env[69162]: value = "task-3232843" [ 1037.787666] env[69162]: _type = "Task" [ 1037.787666] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.799337] env[69162]: DEBUG nova.virt.block_device [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updating existing volume attachment record: ecf521c8-5690-4580-acaa-0ba8234caf21 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1037.811289] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.851385] env[69162]: DEBUG nova.network.neutron [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Updated VIF entry in instance network info cache for port d2959d35-9e8b-424b-b4a7-04bb451819a1. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.852042] env[69162]: DEBUG nova.network.neutron [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Updating instance_info_cache with network_info: [{"id": "d2959d35-9e8b-424b-b4a7-04bb451819a1", "address": "fa:16:3e:3b:d9:8e", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2959d35-9e", "ovs_interfaceid": "d2959d35-9e8b-424b-b4a7-04bb451819a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.872191] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Releasing lock "refresh_cache-8b689bac-ef0e-4a00-a42c-03de59e69dac" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.872611] env[69162]: DEBUG nova.compute.manager [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Instance network_info: |[{"id": "e8654adf-8bad-495d-9d01-87b2e163fb64", "address": "fa:16:3e:67:b6:6d", "network": {"id": "05d9772d-5e93-44c5-9a25-2b3820f214dd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-710717775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03c6af4ba234260b6e257c04f2f74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8654adf-8b", "ovs_interfaceid": "e8654adf-8bad-495d-9d01-87b2e163fb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.873082] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:b6:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8654adf-8bad-495d-9d01-87b2e163fb64', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.881328] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Creating folder: Project (c03c6af4ba234260b6e257c04f2f74fe). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.882155] env[69162]: DEBUG oslo_concurrency.lockutils [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.882469] env[69162]: DEBUG oslo_concurrency.lockutils [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquired lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.882789] env[69162]: DEBUG nova.network.neutron [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.887628] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e2c2fe3-c9b5-48dc-a425-323a7e2199b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.903774] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Created folder: Project (c03c6af4ba234260b6e257c04f2f74fe) in parent group-v645978. [ 1037.903996] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Creating folder: Instances. Parent ref: group-v646202. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.907292] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-001eb097-ac3f-43ac-9212-c6319ba4b63f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.919415] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Created folder: Instances in parent group-v646202. [ 1037.919698] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.919928] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.920236] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61f8250c-de85-463c-ac0e-29103f7fe83a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.945623] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.945623] env[69162]: value = "task-3232846" [ 1037.945623] env[69162]: _type = "Task" [ 1037.945623] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.955535] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232846, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.992277] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.993604] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.993604] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.994582] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0dcbe2-e1aa-436f-a790-680e1651d7df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.020534] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.020972] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.021272] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.021544] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.021726] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.022018] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.022292] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.022726] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.022801] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.022939] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.023414] env[69162]: DEBUG nova.virt.hardware [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.031193] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Reconfiguring VM to attach interface {{(pid=69162) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1038.035054] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7459517-0ecb-4892-a5b7-1fbc725f97e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.056701] env[69162]: DEBUG oslo_vmware.api [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1038.056701] env[69162]: value = "task-3232848" [ 1038.056701] env[69162]: _type = "Task" [ 1038.056701] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.071553] env[69162]: DEBUG oslo_vmware.api [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232848, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.123092] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cc2dab-9f66-4023-829d-3fed433053ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.132757] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2536685a-d959-4cd3-a167-d04a23bf8594 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.171337] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67984401-68ed-4164-9723-058c60aac467 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.181279] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a628bf-37b2-4bb2-9cc0-2e078f2e0467 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.202198] env[69162]: DEBUG nova.compute.provider_tree [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.302706] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232843, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.354311] env[69162]: DEBUG oslo_concurrency.lockutils [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] Releasing lock "refresh_cache-45b90892-af69-4feb-b6db-c8e3eaf51c5b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.354693] env[69162]: DEBUG nova.compute.manager [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received event network-vif-plugged-abfc4883-70e1-401c-9054-3e328f97dbf2 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.355109] env[69162]: DEBUG oslo_concurrency.lockutils [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.355192] env[69162]: DEBUG oslo_concurrency.lockutils [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.355448] env[69162]: DEBUG oslo_concurrency.lockutils [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.355634] env[69162]: DEBUG nova.compute.manager [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] No waiting events found dispatching network-vif-plugged-abfc4883-70e1-401c-9054-3e328f97dbf2 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.355810] env[69162]: WARNING nova.compute.manager [req-529f7ccd-538b-4c79-b5b7-2db3933e121f req-cd88a4c6-7c92-45a7-bc7d-709243d1eb35 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received unexpected event network-vif-plugged-abfc4883-70e1-401c-9054-3e328f97dbf2 for instance with vm_state active and task_state None. [ 1038.463577] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232846, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.575028] env[69162]: DEBUG oslo_vmware.api [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.709449] env[69162]: DEBUG nova.network.neutron [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updating instance_info_cache with network_info: [{"id": "cb45af70-45f9-4efc-b870-c3d7960c1363", "address": "fa:16:3e:42:5f:c8", "network": {"id": "2d57241e-1aa6-4da3-bed1-771d19325ecf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-160875877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "defca383c5bc48c6a613afdb5df70068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb45af70-45", "ovs_interfaceid": "cb45af70-45f9-4efc-b870-c3d7960c1363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.726117] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.726793] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.726793] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.727082] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.727372] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.730701] env[69162]: INFO nova.compute.manager [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Terminating instance [ 1038.742819] env[69162]: DEBUG nova.scheduler.client.report [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1038.743177] env[69162]: DEBUG nova.compute.provider_tree [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 108 to 109 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1038.743434] env[69162]: DEBUG nova.compute.provider_tree [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.800191] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574738} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.801013] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 45b90892-af69-4feb-b6db-c8e3eaf51c5b/45b90892-af69-4feb-b6db-c8e3eaf51c5b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.801356] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.801564] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b1831c-c292-452b-ac64-81b289e5dea5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.811624] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1038.811624] env[69162]: value = "task-3232851" [ 1038.811624] env[69162]: _type = "Task" [ 1038.811624] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.821449] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.962037] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232846, 'name': CreateVM_Task, 'duration_secs': 0.715155} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.962037] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.962457] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.962794] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.963191] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.963500] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648b5cc3-ff0c-40ea-914c-40a829c19cf7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.969113] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for the task: (returnval){ [ 1038.969113] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525fd4c7-6d0e-25bf-2ad4-c5d2393148d0" [ 1038.969113] env[69162]: _type = "Task" [ 1038.969113] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.978292] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525fd4c7-6d0e-25bf-2ad4-c5d2393148d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.070036] env[69162]: DEBUG oslo_vmware.api [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.212067] env[69162]: DEBUG oslo_concurrency.lockutils [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Releasing lock "refresh_cache-128d4784-9841-4527-b560-19c047fe8773" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.213210] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61181852-8bfd-4545-847b-35df629f1abb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.222864] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Resuming the VM {{(pid=69162) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1039.223296] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a78e97-3746-4343-a754-54ac139d8829 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.231431] env[69162]: DEBUG oslo_vmware.api [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1039.231431] env[69162]: value = "task-3232852" [ 1039.231431] env[69162]: _type = "Task" [ 1039.231431] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.236245] env[69162]: DEBUG nova.compute.manager [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.236544] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.237701] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f337f6bc-df53-4404-877e-83a5d6f95dc1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.252334] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.719s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.252926] env[69162]: DEBUG nova.compute.manager [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.256531] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.261095] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.900s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.263182] env[69162]: INFO nova.compute.claims [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.265625] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-845bf74b-d8ff-4794-8620-423f7946c9c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.269040] env[69162]: DEBUG oslo_vmware.api [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.276436] env[69162]: DEBUG oslo_vmware.api [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1039.276436] env[69162]: value = "task-3232853" [ 1039.276436] env[69162]: _type = "Task" [ 1039.276436] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.287234] env[69162]: DEBUG oslo_vmware.api [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.325186] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077959} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.329034] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.329034] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6193cd98-4b9a-4dc0-956d-0dfffa3322be {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.361997] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 45b90892-af69-4feb-b6db-c8e3eaf51c5b/45b90892-af69-4feb-b6db-c8e3eaf51c5b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.362862] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b236ab2f-ed0d-419f-97b0-2b2c20abc064 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.390446] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1039.390446] env[69162]: value = "task-3232855" [ 1039.390446] env[69162]: _type = "Task" [ 1039.390446] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.402190] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.481015] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525fd4c7-6d0e-25bf-2ad4-c5d2393148d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012538} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.481164] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.481387] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.481635] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.481785] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.481964] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.482305] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b9427e5-ff27-4684-8cc0-07bcc9a568c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.493190] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.493453] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.494263] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3c2cca-ced3-4576-bb65-18f8a9820485 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.501548] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for the task: (returnval){ [ 1039.501548] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52993b19-aaa9-d579-ab8b-c1d05d411f32" [ 1039.501548] env[69162]: _type = "Task" [ 1039.501548] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.510735] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52993b19-aaa9-d579-ab8b-c1d05d411f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.576245] env[69162]: DEBUG oslo_vmware.api [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232848, 'name': ReconfigVM_Task, 'duration_secs': 1.038034} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.577529] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.577693] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Reconfigured VM to attach interface {{(pid=69162) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1039.745764] env[69162]: DEBUG oslo_vmware.api [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232852, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.769999] env[69162]: DEBUG nova.compute.utils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.773397] env[69162]: DEBUG nova.compute.manager [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.773711] env[69162]: DEBUG nova.network.neutron [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.790875] env[69162]: DEBUG oslo_vmware.api [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232853, 'name': PowerOffVM_Task, 'duration_secs': 0.252974} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.791186] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.791379] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.791649] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25505092-6018-4cf7-93b2-0b0dd4665491 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.824041] env[69162]: DEBUG nova.policy [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bdc3e7fa7304d2896fc500811cc7d1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa0a8c60d5c1491195615121ebf82247', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.873964] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.874613] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.874855] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleting the datastore file [datastore2] fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.875170] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb59011a-5a76-4f97-8571-ca18f02bc4a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.883766] env[69162]: DEBUG oslo_vmware.api [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1039.883766] env[69162]: value = "task-3232857" [ 1039.883766] env[69162]: _type = "Task" [ 1039.883766] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.893927] env[69162]: DEBUG oslo_vmware.api [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.903624] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.013796] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52993b19-aaa9-d579-ab8b-c1d05d411f32, 'name': SearchDatastore_Task, 'duration_secs': 0.015248} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.014685] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca33f83-692d-47f0-beca-aeb93e245194 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.022563] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for the task: (returnval){ [ 1040.022563] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ddbb65-7b2b-b4a6-b7ae-dfd12f74515d" [ 1040.022563] env[69162]: _type = "Task" [ 1040.022563] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.031681] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ddbb65-7b2b-b4a6-b7ae-dfd12f74515d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.032968] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.033218] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.070361] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "4786444d-654f-4383-8bb2-7fbfbbdc0799" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.070858] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "4786444d-654f-4383-8bb2-7fbfbbdc0799" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.071221] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "4786444d-654f-4383-8bb2-7fbfbbdc0799-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.071456] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "4786444d-654f-4383-8bb2-7fbfbbdc0799-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.071890] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "4786444d-654f-4383-8bb2-7fbfbbdc0799-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.074369] env[69162]: INFO nova.compute.manager [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Terminating instance [ 1040.083769] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42d4e843-dcd7-4de9-a6c1-266fe8461733 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-abfc4883-70e1-401c-9054-3e328f97dbf2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.900s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.121294] env[69162]: DEBUG nova.network.neutron [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Successfully created port: dfb5267b-3f79-4faf-8d69-0d0541022fd5 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.244959] env[69162]: DEBUG oslo_vmware.api [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232852, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.263974] env[69162]: DEBUG oslo_concurrency.lockutils [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquiring lock "bb7b5f61-1993-4b01-b037-bab990c40d4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.264272] env[69162]: DEBUG oslo_concurrency.lockutils [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lock "bb7b5f61-1993-4b01-b037-bab990c40d4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.264513] env[69162]: DEBUG oslo_concurrency.lockutils [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquiring lock "bb7b5f61-1993-4b01-b037-bab990c40d4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.264756] env[69162]: DEBUG oslo_concurrency.lockutils [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lock "bb7b5f61-1993-4b01-b037-bab990c40d4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.264994] env[69162]: DEBUG oslo_concurrency.lockutils [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lock "bb7b5f61-1993-4b01-b037-bab990c40d4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.267614] env[69162]: INFO nova.compute.manager [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Terminating instance [ 1040.277682] env[69162]: DEBUG nova.compute.manager [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.399205] env[69162]: DEBUG oslo_vmware.api [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412476} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.406135] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.406544] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.406838] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.407144] env[69162]: INFO nova.compute.manager [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1040.407515] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.408334] env[69162]: DEBUG nova.compute.manager [-] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.408542] env[69162]: DEBUG nova.network.neutron [-] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.418324] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232855, 'name': ReconfigVM_Task, 'duration_secs': 0.801958} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.419234] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 45b90892-af69-4feb-b6db-c8e3eaf51c5b/45b90892-af69-4feb-b6db-c8e3eaf51c5b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.422338] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8f0cfc3-e65f-44e6-b3f7-c25224d5dca6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.435898] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1040.435898] env[69162]: value = "task-3232858" [ 1040.435898] env[69162]: _type = "Task" [ 1040.435898] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.451880] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232858, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.537946] env[69162]: DEBUG nova.compute.utils [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.541468] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ddbb65-7b2b-b4a6-b7ae-dfd12f74515d, 'name': SearchDatastore_Task, 'duration_secs': 0.039043} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.541468] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.541468] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 8b689bac-ef0e-4a00-a42c-03de59e69dac/8b689bac-ef0e-4a00-a42c-03de59e69dac.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.541468] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e49a37f-aae6-467f-b121-c33ad405762a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.549556] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for the task: (returnval){ [ 1040.549556] env[69162]: value = "task-3232860" [ 1040.549556] env[69162]: _type = "Task" [ 1040.549556] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.565462] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.578409] env[69162]: DEBUG nova.compute.manager [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.578753] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.580405] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaa9527-99dd-48cc-9b17-e59ed97a3aec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.593474] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.593917] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c72154-66f5-4d13-a512-3f5ce8fac2d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.605963] env[69162]: DEBUG oslo_vmware.api [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1040.605963] env[69162]: value = "task-3232861" [ 1040.605963] env[69162]: _type = "Task" [ 1040.605963] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.616904] env[69162]: DEBUG oslo_vmware.api [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.647875] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06d76fe-172c-4e30-abba-862c0c002c53 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.656878] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0541d3-25d4-48c9-8085-7b469d683316 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.692954] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f957abe-5ef8-4093-a73d-85ae05ae4ea2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.703103] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7bf230-efdb-423e-900c-ba5f44efd444 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.719837] env[69162]: DEBUG nova.compute.provider_tree [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.747689] env[69162]: DEBUG oslo_vmware.api [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232852, 'name': PowerOnVM_Task, 'duration_secs': 1.210945} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.748132] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Resumed the VM {{(pid=69162) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1040.748385] env[69162]: DEBUG nova.compute.manager [None req-04945c25-1ed8-4694-b978-0d82614ab74b tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.749317] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8724b0-84c8-4284-b186-e700e46bd61c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.771935] env[69162]: DEBUG nova.compute.manager [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.771935] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.772999] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c376a74d-fadd-4856-83e7-b9af2c498d9c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.788624] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.788624] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a33e32e-30cf-4ac0-8b34-f4425a0968f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.798029] env[69162]: DEBUG oslo_vmware.api [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for the task: (returnval){ [ 1040.798029] env[69162]: value = "task-3232862" [ 1040.798029] env[69162]: _type = "Task" [ 1040.798029] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.809317] env[69162]: DEBUG oslo_vmware.api [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.948830] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232858, 'name': Rename_Task, 'duration_secs': 0.35813} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.950405] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.952817] env[69162]: DEBUG nova.compute.manager [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received event network-changed-abfc4883-70e1-401c-9054-3e328f97dbf2 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.953008] env[69162]: DEBUG nova.compute.manager [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Refreshing instance network info cache due to event network-changed-abfc4883-70e1-401c-9054-3e328f97dbf2. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.953313] env[69162]: DEBUG oslo_concurrency.lockutils [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] Acquiring lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.953507] env[69162]: DEBUG oslo_concurrency.lockutils [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] Acquired lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.954087] env[69162]: DEBUG nova.network.neutron [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Refreshing network info cache for port abfc4883-70e1-401c-9054-3e328f97dbf2 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.955494] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b71d153-e4ce-44fe-bb01-afeaf5630201 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.966575] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1040.966575] env[69162]: value = "task-3232863" [ 1040.966575] env[69162]: _type = "Task" [ 1040.966575] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.979053] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.040622] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.066568] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232860, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.117920] env[69162]: DEBUG oslo_vmware.api [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232861, 'name': PowerOffVM_Task, 'duration_secs': 0.355094} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.118313] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.118492] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.118771] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b573cb7-b91d-4ad1-b756-155e159ecd43 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.200609] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.201054] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.201394] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleting the datastore file [datastore2] 4786444d-654f-4383-8bb2-7fbfbbdc0799 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.201789] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaf7c7fe-b7af-4113-a283-a35402261f1d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.211645] env[69162]: DEBUG nova.network.neutron [-] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.213878] env[69162]: DEBUG oslo_vmware.api [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1041.213878] env[69162]: value = "task-3232865" [ 1041.213878] env[69162]: _type = "Task" [ 1041.213878] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.230206] env[69162]: DEBUG nova.scheduler.client.report [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.235576] env[69162]: DEBUG oslo_vmware.api [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.292603] env[69162]: DEBUG nova.compute.manager [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.308995] env[69162]: DEBUG oslo_vmware.api [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232862, 'name': PowerOffVM_Task, 'duration_secs': 0.477944} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.308995] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.309294] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.309595] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd5ce1ac-2ad9-4bd1-969f-45af004eb42d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.322017] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.322392] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.322589] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.322834] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.323008] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.323186] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.323473] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.323704] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.323902] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.324102] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.324285] env[69162]: DEBUG nova.virt.hardware [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.325209] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f60f88d-07ea-48d8-a957-5cd61af2ee9d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.334523] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72da5bcb-e6c2-4129-977a-6b61baf5c3ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.403424] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.403797] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.404018] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Deleting the datastore file [datastore1] bb7b5f61-1993-4b01-b037-bab990c40d4e {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.404339] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bc06705-d13d-459c-aaa8-7d4ae6272f59 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.413029] env[69162]: DEBUG oslo_vmware.api [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for the task: (returnval){ [ 1041.413029] env[69162]: value = "task-3232868" [ 1041.413029] env[69162]: _type = "Task" [ 1041.413029] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.423359] env[69162]: DEBUG oslo_vmware.api [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.479399] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.566825] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661128} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.566969] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 8b689bac-ef0e-4a00-a42c-03de59e69dac/8b689bac-ef0e-4a00-a42c-03de59e69dac.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.567339] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.568022] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb98a7d7-e6b3-4a9b-9af2-b78d68e333ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.577494] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for the task: (returnval){ [ 1041.577494] env[69162]: value = "task-3232869" [ 1041.577494] env[69162]: _type = "Task" [ 1041.577494] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.589360] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.725581] env[69162]: INFO nova.compute.manager [-] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Took 1.32 seconds to deallocate network for instance. [ 1041.726461] env[69162]: DEBUG oslo_vmware.api [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279858} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.728362] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.728795] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.728917] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.729144] env[69162]: INFO nova.compute.manager [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1041.729465] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.733246] env[69162]: DEBUG nova.compute.manager [-] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.733246] env[69162]: DEBUG nova.network.neutron [-] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.737792] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.737911] env[69162]: DEBUG nova.compute.manager [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.740733] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.325s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.740927] env[69162]: DEBUG nova.objects.instance [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lazy-loading 'resources' on Instance uuid 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.913991] env[69162]: DEBUG nova.network.neutron [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updated VIF entry in instance network info cache for port abfc4883-70e1-401c-9054-3e328f97dbf2. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.914508] env[69162]: DEBUG nova.network.neutron [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd6915e5-37be-4006-837e-0894ea3aac78", "address": "fa:16:3e:e9:d9:3a", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6915e5-37", "ovs_interfaceid": "cd6915e5-37be-4006-837e-0894ea3aac78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abfc4883-70e1-401c-9054-3e328f97dbf2", "address": "fa:16:3e:7e:c4:a3", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfc4883-70", "ovs_interfaceid": "abfc4883-70e1-401c-9054-3e328f97dbf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.930617] env[69162]: DEBUG oslo_vmware.api [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Task: {'id': task-3232868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332042} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.931754] env[69162]: DEBUG nova.network.neutron [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Successfully updated port: dfb5267b-3f79-4faf-8d69-0d0541022fd5 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.934133] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.934459] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.935168] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.935168] env[69162]: INFO nova.compute.manager [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1041.935320] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.935882] env[69162]: DEBUG nova.compute.manager [-] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.936095] env[69162]: DEBUG nova.network.neutron [-] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.981027] env[69162]: DEBUG oslo_vmware.api [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232863, 'name': PowerOnVM_Task, 'duration_secs': 0.811539} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.981027] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.981027] env[69162]: INFO nova.compute.manager [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1041.981027] env[69162]: DEBUG nova.compute.manager [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.981027] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36efd26d-3c25-4eb6-a71f-814b17594842 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.091450] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072071} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.091450] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.091450] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128f3657-43ed-4a66-af6f-24fc942e67d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.115941] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 8b689bac-ef0e-4a00-a42c-03de59e69dac/8b689bac-ef0e-4a00-a42c-03de59e69dac.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.116291] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403d9c87-9a9b-4aec-95c8-1389a2bdbe9a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.140893] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for the task: (returnval){ [ 1042.140893] env[69162]: value = "task-3232870" [ 1042.140893] env[69162]: _type = "Task" [ 1042.140893] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.152180] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.156071] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.156279] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.156510] env[69162]: INFO nova.compute.manager [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Attaching volume 42f6eec1-4d3e-442c-a79b-d75e0e725bed to /dev/sdb [ 1042.196350] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1a6ed4-d256-42ec-a8bb-254f3964e092 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.203873] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96765267-dc23-4418-87cb-a02dac0343d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.221284] env[69162]: DEBUG nova.virt.block_device [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Updating existing volume attachment record: 652ebd35-0fe6-428a-b373-383623e8be3e {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1042.236962] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.244403] env[69162]: DEBUG nova.compute.utils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.248536] env[69162]: DEBUG nova.compute.manager [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.248536] env[69162]: DEBUG nova.network.neutron [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.304335] env[69162]: DEBUG nova.policy [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55e6bc0fdb534452ae889b6d46f04944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3483f515656c4684a800409d1728d369', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.423044] env[69162]: DEBUG oslo_concurrency.lockutils [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] Releasing lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.423175] env[69162]: DEBUG nova.compute.manager [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Received event network-vif-plugged-e8654adf-8bad-495d-9d01-87b2e163fb64 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.423405] env[69162]: DEBUG oslo_concurrency.lockutils [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] Acquiring lock "8b689bac-ef0e-4a00-a42c-03de59e69dac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.423637] env[69162]: DEBUG oslo_concurrency.lockutils [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] Lock "8b689bac-ef0e-4a00-a42c-03de59e69dac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.423930] env[69162]: DEBUG oslo_concurrency.lockutils [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] Lock "8b689bac-ef0e-4a00-a42c-03de59e69dac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.424099] env[69162]: DEBUG nova.compute.manager [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] No waiting events found dispatching network-vif-plugged-e8654adf-8bad-495d-9d01-87b2e163fb64 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.424513] env[69162]: WARNING nova.compute.manager [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Received unexpected event network-vif-plugged-e8654adf-8bad-495d-9d01-87b2e163fb64 for instance with vm_state building and task_state spawning. [ 1042.424582] env[69162]: DEBUG nova.compute.manager [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Received event network-changed-e8654adf-8bad-495d-9d01-87b2e163fb64 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.425226] env[69162]: DEBUG nova.compute.manager [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Refreshing instance network info cache due to event network-changed-e8654adf-8bad-495d-9d01-87b2e163fb64. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.425226] env[69162]: DEBUG oslo_concurrency.lockutils [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] Acquiring lock "refresh_cache-8b689bac-ef0e-4a00-a42c-03de59e69dac" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.425226] env[69162]: DEBUG oslo_concurrency.lockutils [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] Acquired lock "refresh_cache-8b689bac-ef0e-4a00-a42c-03de59e69dac" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.425380] env[69162]: DEBUG nova.network.neutron [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Refreshing network info cache for port e8654adf-8bad-495d-9d01-87b2e163fb64 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.434720] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "refresh_cache-74ea68bc-077c-45c0-be38-4cb3dede6722" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.434866] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "refresh_cache-74ea68bc-077c-45c0-be38-4cb3dede6722" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.435017] env[69162]: DEBUG nova.network.neutron [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.501185] env[69162]: INFO nova.compute.manager [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Took 16.91 seconds to build instance. [ 1042.583947] env[69162]: DEBUG nova.network.neutron [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Successfully created port: 01480b34-07bf-4aa3-a6dd-ef382b962e6c {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.636744] env[69162]: DEBUG nova.network.neutron [-] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.653678] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.685856] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed02a9f5-793b-4bbd-8ffa-85914099f82c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.696824] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5d78b9-9867-4fc5-801f-7b417b903a6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.739112] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93c2040-c627-44dd-98d7-189db6bfdf82 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.751081] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065cf57a-e1a7-4bc3-98b9-f76d8ac07521 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.755790] env[69162]: DEBUG nova.compute.manager [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.758871] env[69162]: DEBUG nova.network.neutron [-] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.772539] env[69162]: DEBUG nova.compute.provider_tree [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.001839] env[69162]: DEBUG nova.network.neutron [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.004557] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4b00bc9f-d52f-47f7-b39a-97a1b1d9d598 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.422s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.140879] env[69162]: INFO nova.compute.manager [-] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Took 1.41 seconds to deallocate network for instance. [ 1043.164231] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232870, 'name': ReconfigVM_Task, 'duration_secs': 0.684752} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.164774] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 8b689bac-ef0e-4a00-a42c-03de59e69dac/8b689bac-ef0e-4a00-a42c-03de59e69dac.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.165610] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12d691ad-ead0-4c63-a7ce-f1b8835efb98 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.176549] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for the task: (returnval){ [ 1043.176549] env[69162]: value = "task-3232874" [ 1043.176549] env[69162]: _type = "Task" [ 1043.176549] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.188554] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232874, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.255150] env[69162]: DEBUG nova.network.neutron [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Updating instance_info_cache with network_info: [{"id": "dfb5267b-3f79-4faf-8d69-0d0541022fd5", "address": "fa:16:3e:58:b1:53", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb5267b-3f", "ovs_interfaceid": "dfb5267b-3f79-4faf-8d69-0d0541022fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.275903] env[69162]: INFO nova.compute.manager [-] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Took 1.34 seconds to deallocate network for instance. [ 1043.276788] env[69162]: DEBUG nova.scheduler.client.report [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.288758] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-cd6915e5-37be-4006-837e-0894ea3aac78" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.289045] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-cd6915e5-37be-4006-837e-0894ea3aac78" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.300235] env[69162]: DEBUG nova.network.neutron [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Updated VIF entry in instance network info cache for port e8654adf-8bad-495d-9d01-87b2e163fb64. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.300616] env[69162]: DEBUG nova.network.neutron [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Updating instance_info_cache with network_info: [{"id": "e8654adf-8bad-495d-9d01-87b2e163fb64", "address": "fa:16:3e:67:b6:6d", "network": {"id": "05d9772d-5e93-44c5-9a25-2b3820f214dd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-710717775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03c6af4ba234260b6e257c04f2f74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8654adf-8b", "ovs_interfaceid": "e8654adf-8bad-495d-9d01-87b2e163fb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.345458] env[69162]: DEBUG nova.compute.manager [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Received event network-vif-deleted-3163c4aa-ec74-46f1-8a57-7ed22bd4d653 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.345812] env[69162]: DEBUG nova.compute.manager [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Received event network-vif-plugged-dfb5267b-3f79-4faf-8d69-0d0541022fd5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.346111] env[69162]: DEBUG oslo_concurrency.lockutils [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] Acquiring lock "74ea68bc-077c-45c0-be38-4cb3dede6722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.346880] env[69162]: DEBUG oslo_concurrency.lockutils [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] Lock "74ea68bc-077c-45c0-be38-4cb3dede6722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.346880] env[69162]: DEBUG oslo_concurrency.lockutils [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] Lock "74ea68bc-077c-45c0-be38-4cb3dede6722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.347099] env[69162]: DEBUG nova.compute.manager [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] No waiting events found dispatching network-vif-plugged-dfb5267b-3f79-4faf-8d69-0d0541022fd5 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.347316] env[69162]: WARNING nova.compute.manager [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Received unexpected event network-vif-plugged-dfb5267b-3f79-4faf-8d69-0d0541022fd5 for instance with vm_state building and task_state spawning. [ 1043.347759] env[69162]: DEBUG nova.compute.manager [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Received event network-changed-dfb5267b-3f79-4faf-8d69-0d0541022fd5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.347759] env[69162]: DEBUG nova.compute.manager [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Refreshing instance network info cache due to event network-changed-dfb5267b-3f79-4faf-8d69-0d0541022fd5. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.348060] env[69162]: DEBUG oslo_concurrency.lockutils [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] Acquiring lock "refresh_cache-74ea68bc-077c-45c0-be38-4cb3dede6722" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.645735] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.687274] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232874, 'name': Rename_Task, 'duration_secs': 0.203838} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.687566] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.687822] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-084841eb-7d38-4e9c-8352-5691be7f5e50 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.695815] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for the task: (returnval){ [ 1043.695815] env[69162]: value = "task-3232876" [ 1043.695815] env[69162]: _type = "Task" [ 1043.695815] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.706144] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.760420] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "refresh_cache-74ea68bc-077c-45c0-be38-4cb3dede6722" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.760822] env[69162]: DEBUG nova.compute.manager [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Instance network_info: |[{"id": "dfb5267b-3f79-4faf-8d69-0d0541022fd5", "address": "fa:16:3e:58:b1:53", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb5267b-3f", "ovs_interfaceid": "dfb5267b-3f79-4faf-8d69-0d0541022fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.761273] env[69162]: DEBUG oslo_concurrency.lockutils [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] Acquired lock "refresh_cache-74ea68bc-077c-45c0-be38-4cb3dede6722" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.761458] env[69162]: DEBUG nova.network.neutron [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Refreshing network info cache for port dfb5267b-3f79-4faf-8d69-0d0541022fd5 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.764251] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:b1:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfb5267b-3f79-4faf-8d69-0d0541022fd5', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.774844] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.776437] env[69162]: DEBUG nova.compute.manager [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.778639] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.779640] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f714f71-e00d-4adb-9118-44a9e60f993e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.796964] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.800328] env[69162]: DEBUG oslo_concurrency.lockutils [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.800841] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.801090] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.803889] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.590s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.804205] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.806418] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.545s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.806682] env[69162]: DEBUG nova.objects.instance [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lazy-loading 'resources' on Instance uuid bbb22847-2309-4e5a-bcc2-267e52bd4dbd {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.809533] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9d9380-fe4c-4e35-ae16-09055a911b1c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.813664] env[69162]: DEBUG oslo_concurrency.lockutils [req-eac28d3a-e391-49f0-befa-3e156fb326dd req-7c41134e-2abe-4343-8358-246ef3585dfa service nova] Releasing lock "refresh_cache-8b689bac-ef0e-4a00-a42c-03de59e69dac" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.820443] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.820443] env[69162]: value = "task-3232877" [ 1043.820443] env[69162]: _type = "Task" [ 1043.820443] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.837784] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.838165] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.838596] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.838596] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.838844] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.839018] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.839237] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.839397] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.839569] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.839884] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.839960] env[69162]: DEBUG nova.virt.hardware [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.841016] env[69162]: INFO nova.scheduler.client.report [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted allocations for instance 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9 [ 1043.842667] env[69162]: INFO nova.scheduler.client.report [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted allocations for instance 48391860-2920-44ab-b24d-0b04c15eb11b [ 1043.851099] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01119a2-ad14-4cdd-8de9-8bfb886f7828 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.854666] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba12712-306a-47b8-bc61-a7cdcc6179b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.894034] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21deff39-aae8-4304-a495-9d38f17b5f0d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.896849] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232877, 'name': CreateVM_Task} progress is 15%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.905467] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Reconfiguring VM to detach interface {{(pid=69162) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1043.906019] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05406688-8342-48cd-bced-633d8f20f7b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.934870] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1043.934870] env[69162]: value = "task-3232878" [ 1043.934870] env[69162]: _type = "Task" [ 1043.934870] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.945093] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.946587] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.086793] env[69162]: DEBUG oslo_concurrency.lockutils [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.087076] env[69162]: DEBUG oslo_concurrency.lockutils [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.087252] env[69162]: DEBUG nova.compute.manager [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.088278] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2108924-1184-407c-92c5-a38e0327f0c2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.095577] env[69162]: DEBUG nova.compute.manager [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1044.096196] env[69162]: DEBUG nova.objects.instance [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lazy-loading 'flavor' on Instance uuid 45b90892-af69-4feb-b6db-c8e3eaf51c5b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.211670] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232876, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.214898] env[69162]: DEBUG nova.network.neutron [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Successfully updated port: 01480b34-07bf-4aa3-a6dd-ef382b962e6c {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.346709] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232877, 'name': CreateVM_Task, 'duration_secs': 0.472893} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.346990] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.347834] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.348178] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.348624] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.351872] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-125c6080-7107-4196-8fca-180ff3fabd7b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.361891] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1044.361891] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527fe94a-5cdf-724c-d79c-43f99cd7e587" [ 1044.361891] env[69162]: _type = "Task" [ 1044.361891] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.374851] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa40c926-285e-4961-b8a2-50c8f4c06c74 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "94fb6653-a07d-45e9-9fa1-a5ed6c3babc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.683s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.376247] env[69162]: DEBUG oslo_concurrency.lockutils [None req-70db79da-3ca4-4d0b-87ee-4d4b666ba812 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "48391860-2920-44ab-b24d-0b04c15eb11b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.535s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.392735] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527fe94a-5cdf-724c-d79c-43f99cd7e587, 'name': SearchDatastore_Task, 'duration_secs': 0.012264} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.393820] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.394203] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.394571] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.394777] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.395041] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.395885] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30964881-6f01-41b1-a462-8916b8bd1ecd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.407558] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.407838] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.408726] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa6595b-518f-4ad7-ad18-e2d8e753fa68 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.419989] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1044.419989] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5240875a-0549-c94b-c687-19e30d266497" [ 1044.419989] env[69162]: _type = "Task" [ 1044.419989] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.436535] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5240875a-0549-c94b-c687-19e30d266497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.455588] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.528134] env[69162]: DEBUG nova.network.neutron [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Updated VIF entry in instance network info cache for port dfb5267b-3f79-4faf-8d69-0d0541022fd5. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.528572] env[69162]: DEBUG nova.network.neutron [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Updating instance_info_cache with network_info: [{"id": "dfb5267b-3f79-4faf-8d69-0d0541022fd5", "address": "fa:16:3e:58:b1:53", "network": {"id": "d7638515-db35-4668-bc32-0c8e0ada2eb1", "bridge": "br-int", "label": "tempest-ImagesTestJSON-103915726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0a8c60d5c1491195615121ebf82247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb5267b-3f", "ovs_interfaceid": "dfb5267b-3f79-4faf-8d69-0d0541022fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.683020] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f650415b-3633-4fec-a18d-08961cf1d32d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.690836] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f44a72-9033-473c-a715-8ace92bd9b2c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.726421] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.726611] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.726775] env[69162]: DEBUG nova.network.neutron [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.729340] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb37260-2ef3-46dd-baa1-c21239bce0f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.736457] env[69162]: DEBUG oslo_vmware.api [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232876, 'name': PowerOnVM_Task, 'duration_secs': 0.681564} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.737320] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.737496] env[69162]: INFO nova.compute.manager [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1044.737676] env[69162]: DEBUG nova.compute.manager [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.739165] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c521dd68-8df2-45dd-9375-62278b41d7eb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.745950] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8a0146-3c70-4089-8560-7fcc72769291 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.765830] env[69162]: DEBUG nova.compute.provider_tree [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.932273] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5240875a-0549-c94b-c687-19e30d266497, 'name': SearchDatastore_Task, 'duration_secs': 0.015848} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.933142] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf6ae51-9f7f-406a-933e-c3a25f09af1d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.943927] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1044.943927] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527adbe9-77a9-2dfb-20ed-f96f56e54e2d" [ 1044.943927] env[69162]: _type = "Task" [ 1044.943927] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.950478] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.956819] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527adbe9-77a9-2dfb-20ed-f96f56e54e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.034685] env[69162]: DEBUG oslo_concurrency.lockutils [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] Releasing lock "refresh_cache-74ea68bc-077c-45c0-be38-4cb3dede6722" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.034971] env[69162]: DEBUG nova.compute.manager [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Received event network-vif-deleted-3b7a9e4f-94fe-415c-acfd-65f8d0824799 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.035199] env[69162]: DEBUG nova.compute.manager [req-12d4d0c2-8961-46ab-97a3-78d8bc68d6bd req-cca6e3f1-28ab-4c59-b3ef-266092a7aea1 service nova] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Received event network-vif-deleted-fab11441-e1b4-45ea-988f-4dd5b46f4daa {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.110709] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.110709] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07b3a781-ed19-4f9e-b6d2-e3579731f58c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.119404] env[69162]: DEBUG oslo_vmware.api [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1045.119404] env[69162]: value = "task-3232880" [ 1045.119404] env[69162]: _type = "Task" [ 1045.119404] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.132030] env[69162]: DEBUG oslo_vmware.api [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.262172] env[69162]: DEBUG nova.network.neutron [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.270758] env[69162]: DEBUG nova.scheduler.client.report [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.278750] env[69162]: INFO nova.compute.manager [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Took 16.93 seconds to build instance. [ 1045.429586] env[69162]: DEBUG nova.network.neutron [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance_info_cache with network_info: [{"id": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "address": "fa:16:3e:3a:8d:f7", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01480b34-07", "ovs_interfaceid": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.455173] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.464016] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527adbe9-77a9-2dfb-20ed-f96f56e54e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01802} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.466018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.466018] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 74ea68bc-077c-45c0-be38-4cb3dede6722/74ea68bc-077c-45c0-be38-4cb3dede6722.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.466018] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b41a8a0-62d1-4b91-8af4-9506bf216e7c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.473762] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1045.473762] env[69162]: value = "task-3232881" [ 1045.473762] env[69162]: _type = "Task" [ 1045.473762] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.481128] env[69162]: DEBUG nova.compute.manager [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Received event network-vif-plugged-01480b34-07bf-4aa3-a6dd-ef382b962e6c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.482015] env[69162]: DEBUG oslo_concurrency.lockutils [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] Acquiring lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.482015] env[69162]: DEBUG oslo_concurrency.lockutils [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.482015] env[69162]: DEBUG oslo_concurrency.lockutils [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.482015] env[69162]: DEBUG nova.compute.manager [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] No waiting events found dispatching network-vif-plugged-01480b34-07bf-4aa3-a6dd-ef382b962e6c {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.482261] env[69162]: WARNING nova.compute.manager [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Received unexpected event network-vif-plugged-01480b34-07bf-4aa3-a6dd-ef382b962e6c for instance with vm_state building and task_state spawning. [ 1045.482342] env[69162]: DEBUG nova.compute.manager [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Received event network-changed-01480b34-07bf-4aa3-a6dd-ef382b962e6c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.482500] env[69162]: DEBUG nova.compute.manager [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Refreshing instance network info cache due to event network-changed-01480b34-07bf-4aa3-a6dd-ef382b962e6c. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.482675] env[69162]: DEBUG oslo_concurrency.lockutils [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] Acquiring lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.489383] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.633179] env[69162]: DEBUG oslo_vmware.api [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232880, 'name': PowerOffVM_Task, 'duration_secs': 0.271852} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.633179] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.633179] env[69162]: DEBUG nova.compute.manager [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.633179] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a8c3c9-d256-4a32-a238-54b1a0bf15c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.781024] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.782302] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.545s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.783456] env[69162]: DEBUG nova.objects.instance [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lazy-loading 'resources' on Instance uuid fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.784892] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6f7648b6-6aa5-4976-8e03-0d11c925a85e tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lock "8b689bac-ef0e-4a00-a42c-03de59e69dac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.449s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.806162] env[69162]: INFO nova.scheduler.client.report [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Deleted allocations for instance bbb22847-2309-4e5a-bcc2-267e52bd4dbd [ 1045.895882] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527998ce-1fea-f9ba-2b9c-852d1521d03c/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1045.897402] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c03604-83e7-44ca-a3fa-83d17375e2e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.907184] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527998ce-1fea-f9ba-2b9c-852d1521d03c/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1045.907501] env[69162]: ERROR oslo_vmware.rw_handles [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527998ce-1fea-f9ba-2b9c-852d1521d03c/disk-0.vmdk due to incomplete transfer. [ 1045.908437] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a7b54766-52db-4984-b18f-223b1c0020b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.919701] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527998ce-1fea-f9ba-2b9c-852d1521d03c/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1045.920039] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Uploaded image a9eb9fdf-ff34-464a-8ec5-45b36c43c5a9 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1045.922923] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1045.923286] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2dbca23-aa8d-4f89-b091-9383772517dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.932454] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.932920] env[69162]: DEBUG nova.compute.manager [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Instance network_info: |[{"id": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "address": "fa:16:3e:3a:8d:f7", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01480b34-07", "ovs_interfaceid": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.934909] env[69162]: DEBUG oslo_concurrency.lockutils [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] Acquired lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.935199] env[69162]: DEBUG nova.network.neutron [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Refreshing network info cache for port 01480b34-07bf-4aa3-a6dd-ef382b962e6c {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.936749] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:8d:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01480b34-07bf-4aa3-a6dd-ef382b962e6c', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.945174] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.945669] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1045.945669] env[69162]: value = "task-3232883" [ 1045.945669] env[69162]: _type = "Task" [ 1045.945669] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.951011] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.955091] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-682290c1-42cd-4cb8-91ef-4af15ff30eda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.984841] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.992779] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.992779] env[69162]: value = "task-3232884" [ 1045.992779] env[69162]: _type = "Task" [ 1045.992779] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.993595] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232883, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.993899] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232881, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.005290] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232884, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.199034] env[69162]: DEBUG oslo_concurrency.lockutils [None req-55d7e1b2-b8e7-401c-bbac-75c69e35386d tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.108s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.319137] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42b4d9dd-3041-4664-84d6-d1d6445323d8 tempest-ServersTestBootFromVolume-877725296 tempest-ServersTestBootFromVolume-877725296-project-member] Lock "bbb22847-2309-4e5a-bcc2-267e52bd4dbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.830s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.471815] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.475534] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232883, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.489938] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656561} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.490316] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 74ea68bc-077c-45c0-be38-4cb3dede6722/74ea68bc-077c-45c0-be38-4cb3dede6722.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.490731] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.491080] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-080bab04-281b-47b5-bf73-479e16307c77 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.504605] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1046.504605] env[69162]: value = "task-3232885" [ 1046.504605] env[69162]: _type = "Task" [ 1046.504605] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.508582] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232884, 'name': CreateVM_Task, 'duration_secs': 0.499737} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.512995] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.516780] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.517057] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.517433] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.518734] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2cedd3-a5db-4c5c-a61e-44a47094c62d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.525211] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.529363] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1046.529363] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5293d58d-7d60-f129-b921-8b110a97fabc" [ 1046.529363] env[69162]: _type = "Task" [ 1046.529363] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.541749] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5293d58d-7d60-f129-b921-8b110a97fabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.552786] env[69162]: DEBUG nova.network.neutron [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updated VIF entry in instance network info cache for port 01480b34-07bf-4aa3-a6dd-ef382b962e6c. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.553179] env[69162]: DEBUG nova.network.neutron [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance_info_cache with network_info: [{"id": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "address": "fa:16:3e:3a:8d:f7", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01480b34-07", "ovs_interfaceid": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.622320] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515b1cbf-3f24-453d-bd42-fdd24803aeb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.630620] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3befe6-1872-43df-aa04-dc343dcc270a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.669556] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09e6bf9-9405-40cd-8321-e4bf68969cf2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.678293] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc511bb-4356-4ff1-b7d1-5cfb216b8f1c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.693029] env[69162]: DEBUG nova.compute.provider_tree [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.966226] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232883, 'name': Destroy_Task, 'duration_secs': 0.683144} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.970815] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Destroyed the VM [ 1046.970815] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1046.973207] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.973689] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6fb6245-621c-47e6-a825-a5b6a12b3d83 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.981686] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1046.981686] env[69162]: value = "task-3232886" [ 1046.981686] env[69162]: _type = "Task" [ 1046.981686] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.991246] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.020947] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115175} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.021620] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.022536] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3a4001-29d6-46c9-9284-3c6184474716 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.052992] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 74ea68bc-077c-45c0-be38-4cb3dede6722/74ea68bc-077c-45c0-be38-4cb3dede6722.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.056908] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aab40ff-cfc0-4aa5-8a78-6b00a595e54c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.073463] env[69162]: DEBUG oslo_concurrency.lockutils [req-4dfb5b19-5e69-4e74-88a7-4f164c51f530 req-b51adfda-3897-45e0-8826-0324516644dd service nova] Releasing lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.081595] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5293d58d-7d60-f129-b921-8b110a97fabc, 'name': SearchDatastore_Task, 'duration_secs': 0.0253} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.083628] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.083964] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.084321] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.084523] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.084796] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.085258] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1047.085258] env[69162]: value = "task-3232887" [ 1047.085258] env[69162]: _type = "Task" [ 1047.085258] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.085840] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cb4de47-27b2-4147-8ba5-f583fb92e65f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.101515] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.104121] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.104121] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.104121] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f648d85-8429-422e-a041-468ae0441a30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.111913] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1047.111913] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e45125-ab92-a4a8-1637-da066c24de4e" [ 1047.111913] env[69162]: _type = "Task" [ 1047.111913] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.124297] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e45125-ab92-a4a8-1637-da066c24de4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.198143] env[69162]: DEBUG nova.scheduler.client.report [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.286240] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1047.286240] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646208', 'volume_id': '42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'name': 'volume-42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613d9465-10e2-4ea4-afa3-f0c2ce7c374e', 'attached_at': '', 'detached_at': '', 'volume_id': '42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'serial': '42f6eec1-4d3e-442c-a79b-d75e0e725bed'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1047.286947] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61dd740-ff35-44cc-befb-88f96860eb55 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.309414] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecd9c7e-f87f-4865-b6a8-094d5ebff763 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.340773] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-42f6eec1-4d3e-442c-a79b-d75e0e725bed/volume-42f6eec1-4d3e-442c-a79b-d75e0e725bed.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.341711] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a8cf8e-c9a3-4428-aa87-8293309f9cda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.371033] env[69162]: DEBUG oslo_vmware.api [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1047.371033] env[69162]: value = "task-3232888" [ 1047.371033] env[69162]: _type = "Task" [ 1047.371033] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.384509] env[69162]: DEBUG oslo_vmware.api [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232888, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.465841] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.495400] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232886, 'name': RemoveSnapshot_Task} progress is 61%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.605231] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232887, 'name': ReconfigVM_Task, 'duration_secs': 0.52436} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.605639] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 74ea68bc-077c-45c0-be38-4cb3dede6722/74ea68bc-077c-45c0-be38-4cb3dede6722.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.606389] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e0e82e8-e234-4a8a-8517-f54b5731b971 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.619117] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1047.619117] env[69162]: value = "task-3232890" [ 1047.619117] env[69162]: _type = "Task" [ 1047.619117] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.630178] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e45125-ab92-a4a8-1637-da066c24de4e, 'name': SearchDatastore_Task, 'duration_secs': 0.015784} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.631337] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ee71b2-60a3-49fb-89f9-f2229fafc9dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.639173] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232890, 'name': Rename_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.644294] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1047.644294] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5221a460-59a1-1b3c-7986-1a7761e8a8c7" [ 1047.644294] env[69162]: _type = "Task" [ 1047.644294] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.655180] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5221a460-59a1-1b3c-7986-1a7761e8a8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.707410] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.710491] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.065s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.710622] env[69162]: DEBUG nova.objects.instance [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lazy-loading 'resources' on Instance uuid 4786444d-654f-4383-8bb2-7fbfbbdc0799 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.738821] env[69162]: INFO nova.scheduler.client.report [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleted allocations for instance fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74 [ 1047.878094] env[69162]: INFO nova.compute.manager [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Rebuilding instance [ 1047.883488] env[69162]: DEBUG oslo_vmware.api [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232888, 'name': ReconfigVM_Task, 'duration_secs': 0.409181} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.885509] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-42f6eec1-4d3e-442c-a79b-d75e0e725bed/volume-42f6eec1-4d3e-442c-a79b-d75e0e725bed.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.889154] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67e45a2b-ad68-40a1-ab39-411de5f14258 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.907229] env[69162]: DEBUG oslo_vmware.api [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1047.907229] env[69162]: value = "task-3232891" [ 1047.907229] env[69162]: _type = "Task" [ 1047.907229] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.924426] env[69162]: DEBUG oslo_vmware.api [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.931275] env[69162]: DEBUG nova.compute.manager [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.932144] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c72a83-d679-481f-928c-ce435406509f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.935117] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquiring lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.935344] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.935576] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquiring lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.935801] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.936017] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.938020] env[69162]: INFO nova.compute.manager [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Terminating instance [ 1047.963626] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.996413] env[69162]: DEBUG oslo_vmware.api [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232886, 'name': RemoveSnapshot_Task, 'duration_secs': 0.58683} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.996765] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1047.997016] env[69162]: INFO nova.compute.manager [None req-7676141c-f4a4-452c-ab25-13d6a80c083b tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Took 16.05 seconds to snapshot the instance on the hypervisor. [ 1048.051780] env[69162]: DEBUG nova.compute.manager [req-67d863ab-94e0-4c64-a4ed-bb2afbc0c49c req-3cc39977-ba7a-4717-875f-129096dff8f4 service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Received event network-changed-e8654adf-8bad-495d-9d01-87b2e163fb64 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.051954] env[69162]: DEBUG nova.compute.manager [req-67d863ab-94e0-4c64-a4ed-bb2afbc0c49c req-3cc39977-ba7a-4717-875f-129096dff8f4 service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Refreshing instance network info cache due to event network-changed-e8654adf-8bad-495d-9d01-87b2e163fb64. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.052230] env[69162]: DEBUG oslo_concurrency.lockutils [req-67d863ab-94e0-4c64-a4ed-bb2afbc0c49c req-3cc39977-ba7a-4717-875f-129096dff8f4 service nova] Acquiring lock "refresh_cache-8b689bac-ef0e-4a00-a42c-03de59e69dac" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.052633] env[69162]: DEBUG oslo_concurrency.lockutils [req-67d863ab-94e0-4c64-a4ed-bb2afbc0c49c req-3cc39977-ba7a-4717-875f-129096dff8f4 service nova] Acquired lock "refresh_cache-8b689bac-ef0e-4a00-a42c-03de59e69dac" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.052633] env[69162]: DEBUG nova.network.neutron [req-67d863ab-94e0-4c64-a4ed-bb2afbc0c49c req-3cc39977-ba7a-4717-875f-129096dff8f4 service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Refreshing network info cache for port e8654adf-8bad-495d-9d01-87b2e163fb64 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.135647] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232890, 'name': Rename_Task, 'duration_secs': 0.232934} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.135824] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.138990] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c81a3496-596c-43d7-9201-8fae3701a5ab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.145075] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1048.145075] env[69162]: value = "task-3232892" [ 1048.145075] env[69162]: _type = "Task" [ 1048.145075] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.169304] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5221a460-59a1-1b3c-7986-1a7761e8a8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.014973} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.174098] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.174098] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 1adb8974-9ddb-4192-9cfa-a5531d094f2c/1adb8974-9ddb-4192-9cfa-a5531d094f2c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.174098] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.174098] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ee8ebe9-1f93-43be-b20a-a2eb78dab42a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.182351] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1048.182351] env[69162]: value = "task-3232893" [ 1048.182351] env[69162]: _type = "Task" [ 1048.182351] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.194088] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.251333] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ddd1dfd-7c9d-4211-ad29-2225bec27780 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.524s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.417687] env[69162]: DEBUG oslo_vmware.api [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232891, 'name': ReconfigVM_Task, 'duration_secs': 0.15693} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.420467] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646208', 'volume_id': '42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'name': 'volume-42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613d9465-10e2-4ea4-afa3-f0c2ce7c374e', 'attached_at': '', 'detached_at': '', 'volume_id': '42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'serial': '42f6eec1-4d3e-442c-a79b-d75e0e725bed'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1048.445015] env[69162]: DEBUG nova.compute.manager [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.445265] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.450515] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afa280b-da2a-435c-9d95-685ae6feaac6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.463336] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.469150] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-939524e9-a81c-44d9-b111-1f7520a3e455 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.469150] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.477027] env[69162]: DEBUG oslo_vmware.api [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for the task: (returnval){ [ 1048.477027] env[69162]: value = "task-3232894" [ 1048.477027] env[69162]: _type = "Task" [ 1048.477027] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.489525] env[69162]: DEBUG oslo_vmware.api [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.503849] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d02a31a-6873-4bf3-b3b2-6886abcd80f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.517935] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d11fb44-246b-4fff-b591-74f5b784cd28 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.551739] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefa033b-670f-4e46-8ecf-2010ac0e737f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.563230] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f808383-6839-49ca-a8bd-ef5aca928428 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.586713] env[69162]: DEBUG nova.compute.provider_tree [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.666700] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.695953] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232893, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.849804] env[69162]: DEBUG nova.network.neutron [req-67d863ab-94e0-4c64-a4ed-bb2afbc0c49c req-3cc39977-ba7a-4717-875f-129096dff8f4 service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Updated VIF entry in instance network info cache for port e8654adf-8bad-495d-9d01-87b2e163fb64. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.850305] env[69162]: DEBUG nova.network.neutron [req-67d863ab-94e0-4c64-a4ed-bb2afbc0c49c req-3cc39977-ba7a-4717-875f-129096dff8f4 service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Updating instance_info_cache with network_info: [{"id": "e8654adf-8bad-495d-9d01-87b2e163fb64", "address": "fa:16:3e:67:b6:6d", "network": {"id": "05d9772d-5e93-44c5-9a25-2b3820f214dd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-710717775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03c6af4ba234260b6e257c04f2f74fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8654adf-8b", "ovs_interfaceid": "e8654adf-8bad-495d-9d01-87b2e163fb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.955141] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.956012] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c79f410-191a-4e4a-921f-794ce92e316b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.972071] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.973348] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1048.973348] env[69162]: value = "task-3232895" [ 1048.973348] env[69162]: _type = "Task" [ 1048.973348] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.986077] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.986077] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.987331] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145a01f9-7b49-42e1-b84f-e2da0991f90a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.992029] env[69162]: DEBUG oslo_vmware.api [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232894, 'name': PowerOffVM_Task, 'duration_secs': 0.38608} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.992614] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.992776] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.993019] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02010c87-65db-4b90-b99d-6d148b5d843d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.996474] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.996995] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0296d7b-7b42-49ba-8bad-900601ba4c01 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.092278] env[69162]: DEBUG nova.scheduler.client.report [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.106023] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.106023] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.106023] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Deleting the datastore file [datastore2] b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.106023] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f074aad1-e79f-4b96-a2a9-937f67c87553 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.107960] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.108410] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.108735] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleting the datastore file [datastore1] 45b90892-af69-4feb-b6db-c8e3eaf51c5b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.109127] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dd32bf9-30d3-4a25-9b4e-2fc20356d7d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.121677] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1049.121677] env[69162]: value = "task-3232898" [ 1049.121677] env[69162]: _type = "Task" [ 1049.121677] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.121677] env[69162]: DEBUG oslo_vmware.api [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for the task: (returnval){ [ 1049.121677] env[69162]: value = "task-3232899" [ 1049.121677] env[69162]: _type = "Task" [ 1049.121677] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.137484] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.143457] env[69162]: DEBUG oslo_vmware.api [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.162237] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232892, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.195584] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742181} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.199220] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 1adb8974-9ddb-4192-9cfa-a5531d094f2c/1adb8974-9ddb-4192-9cfa-a5531d094f2c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.199220] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.199220] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d7e4f67-6b54-4926-a34b-741520982c1c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.208485] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1049.208485] env[69162]: value = "task-3232900" [ 1049.208485] env[69162]: _type = "Task" [ 1049.208485] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.224559] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.353186] env[69162]: DEBUG oslo_concurrency.lockutils [req-67d863ab-94e0-4c64-a4ed-bb2afbc0c49c req-3cc39977-ba7a-4717-875f-129096dff8f4 service nova] Releasing lock "refresh_cache-8b689bac-ef0e-4a00-a42c-03de59e69dac" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.468044] env[69162]: DEBUG nova.objects.instance [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'flavor' on Instance uuid 613d9465-10e2-4ea4-afa3-f0c2ce7c374e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.469369] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.600780] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.604867] env[69162]: DEBUG oslo_concurrency.lockutils [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.805s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.605237] env[69162]: DEBUG nova.objects.instance [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lazy-loading 'resources' on Instance uuid bb7b5f61-1993-4b01-b037-bab990c40d4e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.647033] env[69162]: DEBUG oslo_vmware.api [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Task: {'id': task-3232899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197741} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.647336] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396613} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.647578] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.647765] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.647938] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.648125] env[69162]: INFO nova.compute.manager [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1049.648368] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.648563] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.648727] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.648929] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.654829] env[69162]: INFO nova.scheduler.client.report [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleted allocations for instance 4786444d-654f-4383-8bb2-7fbfbbdc0799 [ 1049.659312] env[69162]: DEBUG nova.compute.manager [-] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.659312] env[69162]: DEBUG nova.network.neutron [-] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.675771] env[69162]: DEBUG oslo_vmware.api [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232892, 'name': PowerOnVM_Task, 'duration_secs': 1.067684} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.675771] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.675945] env[69162]: INFO nova.compute.manager [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1049.676189] env[69162]: DEBUG nova.compute.manager [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.677140] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0610fbcc-7cdb-404e-a055-a3c700bfffaf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.725356] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087413} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.725753] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.726704] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ff8634-8e81-4858-ba11-78d33b4e91ab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.753709] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 1adb8974-9ddb-4192-9cfa-a5531d094f2c/1adb8974-9ddb-4192-9cfa-a5531d094f2c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.758091] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900dbe44-1749-4a75-90b2-b4b03c32fd35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.789968] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1049.789968] env[69162]: value = "task-3232902" [ 1049.789968] env[69162]: _type = "Task" [ 1049.789968] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.801256] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.966636] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.973451] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3fb9d38-fafd-4414-ad99-524ba8f94f46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.117305] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.117646] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.117801] env[69162]: DEBUG nova.compute.manager [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.118725] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3188bb-f38d-4f0d-b1f9-95cae4ba8e0c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.127282] env[69162]: DEBUG nova.compute.manager [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1050.127918] env[69162]: DEBUG nova.objects.instance [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'flavor' on Instance uuid 613d9465-10e2-4ea4-afa3-f0c2ce7c374e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.175669] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7ed5cb7c-915b-4932-9aad-16ccb35793e9 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "4786444d-654f-4383-8bb2-7fbfbbdc0799" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.105s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.198469] env[69162]: INFO nova.compute.manager [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Took 18.95 seconds to build instance. [ 1050.303483] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.390172] env[69162]: DEBUG nova.compute.manager [req-62de6963-76eb-4d8b-add4-629f31e74cb1 req-87780195-6775-4416-b8eb-eccc231d13c2 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Received event network-vif-deleted-4cb6e8fb-abee-457a-83bd-fc48776954ec {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.390383] env[69162]: INFO nova.compute.manager [req-62de6963-76eb-4d8b-add4-629f31e74cb1 req-87780195-6775-4416-b8eb-eccc231d13c2 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Neutron deleted interface 4cb6e8fb-abee-457a-83bd-fc48776954ec; detaching it from the instance and deleting it from the info cache [ 1050.390556] env[69162]: DEBUG nova.network.neutron [req-62de6963-76eb-4d8b-add4-629f31e74cb1 req-87780195-6775-4416-b8eb-eccc231d13c2 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.435028] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b75ba18-06f7-48a0-9954-593d69794f81 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.444050] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ca9ef9-ae27-484c-9c38-812e13cd79a5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.481527] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be68c74-d4b8-496f-b8d4-f2df358cc9ab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.484197] env[69162]: DEBUG oslo_concurrency.lockutils [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "128d4784-9841-4527-b560-19c047fe8773" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.484423] env[69162]: DEBUG oslo_concurrency.lockutils [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "128d4784-9841-4527-b560-19c047fe8773" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.484620] env[69162]: DEBUG oslo_concurrency.lockutils [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "128d4784-9841-4527-b560-19c047fe8773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.484802] env[69162]: DEBUG oslo_concurrency.lockutils [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "128d4784-9841-4527-b560-19c047fe8773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.484964] env[69162]: DEBUG oslo_concurrency.lockutils [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "128d4784-9841-4527-b560-19c047fe8773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.487681] env[69162]: INFO nova.compute.manager [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Terminating instance [ 1050.495179] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.497233] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f302ce-1bc3-458a-b2c1-d6278a25454d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.512676] env[69162]: DEBUG nova.compute.provider_tree [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.599196] env[69162]: DEBUG nova.compute.manager [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.600565] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58143cc-7a59-4611-a92e-662efe8fe457 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.695354] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.695697] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.695861] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.696131] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.696300] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.696455] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.696672] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.696833] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.696999] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.697181] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.697356] env[69162]: DEBUG nova.virt.hardware [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.698244] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edde4a9-acea-479c-832a-69d08935f4b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.701095] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5c5f8af4-1cb1-425c-8b60-0055dc747f51 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "74ea68bc-077c-45c0-be38-4cb3dede6722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.465s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.707113] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c9cc82-0d13-4fb9-afd3-3e6f9c95bb37 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.722702] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:d9:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2959d35-9e8b-424b-b4a7-04bb451819a1', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.729996] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.730608] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.730828] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a493ffc4-8ce2-4606-8b7d-b93cf742a6c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.751328] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.751328] env[69162]: value = "task-3232903" [ 1050.751328] env[69162]: _type = "Task" [ 1050.751328] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.763041] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232903, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.799200] env[69162]: DEBUG nova.network.neutron [-] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.806906] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232902, 'name': ReconfigVM_Task, 'duration_secs': 0.669646} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.806906] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 1adb8974-9ddb-4192-9cfa-a5531d094f2c/1adb8974-9ddb-4192-9cfa-a5531d094f2c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.806906] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-314c171a-06f3-49c2-b9e6-aabaf9d27456 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.815067] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1050.815067] env[69162]: value = "task-3232904" [ 1050.815067] env[69162]: _type = "Task" [ 1050.815067] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.823836] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232904, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.898027] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9f05ad3-b23d-454d-9248-715eb1101fa4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.908760] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed24b69b-9855-4110-93a7-bda0233eb1b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.955509] env[69162]: DEBUG nova.compute.manager [req-62de6963-76eb-4d8b-add4-629f31e74cb1 req-87780195-6775-4416-b8eb-eccc231d13c2 service nova] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Detach interface failed, port_id=4cb6e8fb-abee-457a-83bd-fc48776954ec, reason: Instance b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.989937] env[69162]: DEBUG oslo_vmware.api [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232878, 'name': ReconfigVM_Task, 'duration_secs': 6.763798} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.990304] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.990567] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Reconfigured VM to detach interface {{(pid=69162) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1050.996482] env[69162]: DEBUG nova.compute.manager [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.996783] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.997747] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd9cd85-a814-44e6-bc79-93702b4343cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.006882] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.007115] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d94bca-f76f-4d6d-8efa-b1e4a60e7da5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.014777] env[69162]: DEBUG oslo_vmware.api [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1051.014777] env[69162]: value = "task-3232905" [ 1051.014777] env[69162]: _type = "Task" [ 1051.014777] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.018852] env[69162]: DEBUG nova.scheduler.client.report [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.033842] env[69162]: DEBUG oslo_vmware.api [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.113108] env[69162]: INFO nova.compute.manager [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] instance snapshotting [ 1051.117098] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4160c400-cc86-418d-9633-7c792afdf5dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.139780] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09dfdb2-af4c-4852-84a2-e91d292155fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.143036] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.144179] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18b465d3-669f-42db-a8f9-2f01a4117557 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.152378] env[69162]: DEBUG oslo_vmware.api [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1051.152378] env[69162]: value = "task-3232906" [ 1051.152378] env[69162]: _type = "Task" [ 1051.152378] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.263370] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232903, 'name': CreateVM_Task, 'duration_secs': 0.484301} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.263621] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.264454] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.264699] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.265105] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.265395] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c076c87-8ef0-4c38-aac7-e3dbd96b670c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.272843] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1051.272843] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ec0877-6d5b-8269-9d1d-9d678d8d343d" [ 1051.272843] env[69162]: _type = "Task" [ 1051.272843] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.285971] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ec0877-6d5b-8269-9d1d-9d678d8d343d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.306158] env[69162]: INFO nova.compute.manager [-] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Took 1.65 seconds to deallocate network for instance. [ 1051.325067] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232904, 'name': Rename_Task, 'duration_secs': 0.234381} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.327269] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.327642] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6f26c8a-b15a-4b9e-9cb3-e516a1ed879c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.337994] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1051.337994] env[69162]: value = "task-3232907" [ 1051.337994] env[69162]: _type = "Task" [ 1051.337994] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.352763] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.524995] env[69162]: DEBUG oslo_concurrency.lockutils [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.527399] env[69162]: DEBUG oslo_vmware.api [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232905, 'name': PowerOffVM_Task, 'duration_secs': 0.297793} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.527874] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.581s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.528116] env[69162]: DEBUG nova.objects.instance [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'pci_requests' on Instance uuid bb46b420-8682-4a15-acac-6d4b65592f80 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.529133] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.529308] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.530035] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d3dc094-052f-482b-8ef0-10dc1472bf63 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.542906] env[69162]: INFO nova.scheduler.client.report [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Deleted allocations for instance bb7b5f61-1993-4b01-b037-bab990c40d4e [ 1051.614135] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.614416] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.614598] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleting the datastore file [datastore1] 128d4784-9841-4527-b560-19c047fe8773 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.614897] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a273724-d8ed-4ec2-80ae-06e7149c2164 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.622967] env[69162]: DEBUG oslo_vmware.api [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for the task: (returnval){ [ 1051.622967] env[69162]: value = "task-3232909" [ 1051.622967] env[69162]: _type = "Task" [ 1051.622967] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.634415] env[69162]: DEBUG oslo_vmware.api [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.662760] env[69162]: DEBUG oslo_vmware.api [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232906, 'name': PowerOffVM_Task, 'duration_secs': 0.23762} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.663085] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.663284] env[69162]: DEBUG nova.compute.manager [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.664082] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b63daa-3be8-44be-af26-5d94e2c2c877 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.667614] env[69162]: DEBUG nova.compute.manager [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.668647] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d2dc66-4f11-4537-b8ab-31aacf9189a3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.672524] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1051.672614] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-686926d6-fdf7-4359-b5be-5c85be2d25f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.685366] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1051.685366] env[69162]: value = "task-3232910" [ 1051.685366] env[69162]: _type = "Task" [ 1051.685366] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.692576] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232910, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.750379] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.750624] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.791093] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.791476] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.793384] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ec0877-6d5b-8269-9d1d-9d678d8d343d, 'name': SearchDatastore_Task, 'duration_secs': 0.013284} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.793941] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.794265] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.794617] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.794869] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.795174] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.795552] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0f8b254-49d6-4da9-88dd-bab9dbc3833c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.809349] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.809466] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.810645] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082d802f-a9f6-4fa5-8dc5-3ff2977092f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.814982] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.821731] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1051.821731] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bd6e40-bf55-cae7-773c-fb9b285eaf26" [ 1051.821731] env[69162]: _type = "Task" [ 1051.821731] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.835411] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bd6e40-bf55-cae7-773c-fb9b285eaf26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.850171] env[69162]: DEBUG oslo_vmware.api [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232907, 'name': PowerOnVM_Task, 'duration_secs': 0.500826} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.850488] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.850728] env[69162]: INFO nova.compute.manager [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1051.850925] env[69162]: DEBUG nova.compute.manager [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.851805] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d7bd7a-bff4-4cbe-b2a0-9b0c47d5dcae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.975592] env[69162]: DEBUG nova.compute.manager [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received event network-vif-deleted-abfc4883-70e1-401c-9054-3e328f97dbf2 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.975899] env[69162]: INFO nova.compute.manager [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Neutron deleted interface abfc4883-70e1-401c-9054-3e328f97dbf2; detaching it from the instance and deleting it from the info cache [ 1051.976233] env[69162]: DEBUG nova.network.neutron [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd6915e5-37be-4006-837e-0894ea3aac78", "address": "fa:16:3e:e9:d9:3a", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6915e5-37", "ovs_interfaceid": "cd6915e5-37be-4006-837e-0894ea3aac78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.032456] env[69162]: DEBUG nova.objects.instance [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'numa_topology' on Instance uuid bb46b420-8682-4a15-acac-6d4b65592f80 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.050919] env[69162]: DEBUG oslo_concurrency.lockutils [None req-14e4e4eb-6854-44b2-a60d-0d3c87b5f482 tempest-ServerTagsTestJSON-1696718465 tempest-ServerTagsTestJSON-1696718465-project-member] Lock "bb7b5f61-1993-4b01-b037-bab990c40d4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.787s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.133764] env[69162]: DEBUG oslo_vmware.api [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Task: {'id': task-3232909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196039} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.134058] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.134245] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.134419] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.134595] env[69162]: INFO nova.compute.manager [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] [instance: 128d4784-9841-4527-b560-19c047fe8773] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1052.134842] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.135049] env[69162]: DEBUG nova.compute.manager [-] [instance: 128d4784-9841-4527-b560-19c047fe8773] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.135167] env[69162]: DEBUG nova.network.neutron [-] [instance: 128d4784-9841-4527-b560-19c047fe8773] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.185665] env[69162]: INFO nova.compute.manager [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] instance snapshotting [ 1052.187428] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb59bc87-a427-44e0-aacc-e7d487a064cf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.192767] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0e101b-8d50-4635-a2ec-4af3f2edc905 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.204938] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232910, 'name': CreateSnapshot_Task, 'duration_secs': 0.505232} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.222498] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1052.223952] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3fa4a1-c807-49ed-8bad-e20421519404 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.227331] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae912872-8883-4774-9081-9df13800ac9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.253175] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.298879] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.334212] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bd6e40-bf55-cae7-773c-fb9b285eaf26, 'name': SearchDatastore_Task, 'duration_secs': 0.012147} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.335441] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c251430-5ab2-46ff-aa9d-d3242c334413 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.338478] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.338708] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.338824] env[69162]: DEBUG nova.network.neutron [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.345384] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1052.345384] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a80d1f-6cac-b406-7612-46bed80bbabe" [ 1052.345384] env[69162]: _type = "Task" [ 1052.345384] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.359011] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a80d1f-6cac-b406-7612-46bed80bbabe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.379118] env[69162]: INFO nova.compute.manager [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Took 21.07 seconds to build instance. [ 1052.478549] env[69162]: DEBUG oslo_concurrency.lockutils [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.478813] env[69162]: DEBUG oslo_concurrency.lockutils [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Acquired lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.479638] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dcd07b-6e72-48d0-8350-84be4aa87933 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.500795] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55489582-db2a-4c67-9036-aee2ef4f8eb5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.504819] env[69162]: DEBUG nova.compute.manager [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received event network-vif-deleted-cd6915e5-37be-4006-837e-0894ea3aac78 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.505011] env[69162]: INFO nova.compute.manager [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Neutron deleted interface cd6915e5-37be-4006-837e-0894ea3aac78; detaching it from the instance and deleting it from the info cache [ 1052.505291] env[69162]: DEBUG nova.network.neutron [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.526943] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.533071] env[69162]: DEBUG nova.virt.vmwareapi.vmops [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Reconfiguring VM to detach interface {{(pid=69162) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1052.533496] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b39a763-1cf3-4f9a-a982-1892b3df3fa2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.547470] env[69162]: INFO nova.compute.claims [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.558055] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Waiting for the task: (returnval){ [ 1052.558055] env[69162]: value = "task-3232912" [ 1052.558055] env[69162]: _type = "Task" [ 1052.558055] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.570826] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.745184] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1052.752288] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1052.752584] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c848a80-9a47-4edc-b003-3601dcd2b697 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.754640] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d33315f-d70f-4c57-969a-003f5ef9bf76 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.765788] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1052.765788] env[69162]: value = "task-3232914" [ 1052.765788] env[69162]: _type = "Task" [ 1052.765788] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.767180] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1052.767180] env[69162]: value = "task-3232913" [ 1052.767180] env[69162]: _type = "Task" [ 1052.767180] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.782909] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.783304] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232914, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.786157] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232913, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.821806] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.859053] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a80d1f-6cac-b406-7612-46bed80bbabe, 'name': SearchDatastore_Task, 'duration_secs': 0.016213} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.859358] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.859640] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 45b90892-af69-4feb-b6db-c8e3eaf51c5b/45b90892-af69-4feb-b6db-c8e3eaf51c5b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.859911] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68dfb709-3b79-44d7-8f6d-4c283694e584 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.868237] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1052.868237] env[69162]: value = "task-3232915" [ 1052.868237] env[69162]: _type = "Task" [ 1052.868237] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.878330] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.881082] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9fc01156-b3df-4568-b5c7-ba70fca2a165 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.602s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.895095] env[69162]: DEBUG nova.network.neutron [-] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.912111] env[69162]: DEBUG nova.objects.instance [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'flavor' on Instance uuid 613d9465-10e2-4ea4-afa3-f0c2ce7c374e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.008474] env[69162]: DEBUG oslo_concurrency.lockutils [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.077411] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.251919] env[69162]: INFO nova.network.neutron [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Port cd6915e5-37be-4006-837e-0894ea3aac78 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1053.251919] env[69162]: DEBUG nova.network.neutron [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [{"id": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "address": "fa:16:3e:3b:c6:44", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap284ec390-0c", "ovs_interfaceid": "284ec390-0c9d-4ef2-8bf3-b341f5e2c73c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.288341] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232913, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.289505] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232914, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.383346] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232915, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.398096] env[69162]: INFO nova.compute.manager [-] [instance: 128d4784-9841-4527-b560-19c047fe8773] Took 1.26 seconds to deallocate network for instance. [ 1053.417238] env[69162]: DEBUG oslo_concurrency.lockutils [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.419939] env[69162]: DEBUG oslo_concurrency.lockutils [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquired lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.419939] env[69162]: DEBUG nova.network.neutron [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.419939] env[69162]: DEBUG nova.objects.instance [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'info_cache' on Instance uuid 613d9465-10e2-4ea4-afa3-f0c2ce7c374e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.577382] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.754208] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.782664] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232914, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.788608] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232913, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.854833] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14551c4a-f0b8-4096-a64c-49a76a2ceef2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.866404] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f52726-4387-4c8a-b0e1-e90a28a4c00a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.883433] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559244} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.909144] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 45b90892-af69-4feb-b6db-c8e3eaf51c5b/45b90892-af69-4feb-b6db-c8e3eaf51c5b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.909445] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.910931] env[69162]: DEBUG oslo_concurrency.lockutils [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.911389] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aeb3f59-79ff-4f57-a0b9-a3846e8c8e34 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.913880] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a457ab-80b6-4ca7-b94b-248e834579d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.922295] env[69162]: DEBUG nova.objects.base [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Object Instance<613d9465-10e2-4ea4-afa3-f0c2ce7c374e> lazy-loaded attributes: flavor,info_cache {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.926133] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589056a0-9767-4ded-9e1c-86d5cc129660 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.930325] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1053.930325] env[69162]: value = "task-3232916" [ 1053.930325] env[69162]: _type = "Task" [ 1053.930325] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.944702] env[69162]: DEBUG nova.compute.provider_tree [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.952312] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.074925] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.258701] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e1f8cce-d3cb-4233-996a-742587e06899 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-05b59159-1ed6-49ec-bb2a-43430d6823a0-cd6915e5-37be-4006-837e-0894ea3aac78" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.970s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.279101] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232914, 'name': CloneVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.287927] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232913, 'name': CreateSnapshot_Task, 'duration_secs': 1.07476} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.288230] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1054.289029] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9802cd54-36a3-4de5-a7bc-3addd16428c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.356800] env[69162]: DEBUG nova.compute.manager [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Stashing vm_state: active {{(pid=69162) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1054.444994] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262599} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.445380] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.446322] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20380a25-7fb3-42db-824e-dd42620675a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.451025] env[69162]: DEBUG nova.scheduler.client.report [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.479535] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 45b90892-af69-4feb-b6db-c8e3eaf51c5b/45b90892-af69-4feb-b6db-c8e3eaf51c5b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.482950] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d73b79b9-1610-42ea-aad1-47c67b614e87 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.507518] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1054.507518] env[69162]: value = "task-3232917" [ 1054.507518] env[69162]: _type = "Task" [ 1054.507518] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.516980] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.574814] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.722955] env[69162]: DEBUG nova.network.neutron [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Updating instance_info_cache with network_info: [{"id": "942423d7-6bb6-4642-8e56-f895c788ec72", "address": "fa:16:3e:58:17:70", "network": {"id": "47a9a562-3b87-4bd2-a60c-c9031e4e9788", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-602079851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88d09fd53056449e943007bc5ec1a816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942423d7-6b", "ovs_interfaceid": "942423d7-6bb6-4642-8e56-f895c788ec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.779503] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232914, 'name': CloneVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.806974] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1054.807722] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54b6d697-1cec-4976-bd98-fbf2286e7b79 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.817942] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1054.817942] env[69162]: value = "task-3232918" [ 1054.817942] env[69162]: _type = "Task" [ 1054.817942] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.832252] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232918, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.884380] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.957707] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.430s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.962925] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.146s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.962925] env[69162]: DEBUG nova.objects.instance [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lazy-loading 'resources' on Instance uuid b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.994394] env[69162]: INFO nova.network.neutron [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updating port 9d1e9a6a-b28c-4968-9836-a1deeb274446 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1055.025184] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232917, 'name': ReconfigVM_Task, 'duration_secs': 0.317889} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.025672] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 45b90892-af69-4feb-b6db-c8e3eaf51c5b/45b90892-af69-4feb-b6db-c8e3eaf51c5b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.026719] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dd2ae7e-f433-4fdc-8ae6-a0c1caa25d06 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.036097] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1055.036097] env[69162]: value = "task-3232919" [ 1055.036097] env[69162]: _type = "Task" [ 1055.036097] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.051349] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232919, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.078857] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.229845] env[69162]: DEBUG oslo_concurrency.lockutils [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Releasing lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.281331] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232914, 'name': CloneVM_Task, 'duration_secs': 2.134119} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.281720] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Created linked-clone VM from snapshot [ 1055.282454] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147269bb-c8ad-485b-8086-93c62fef7bd3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.292221] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Uploading image 21bd4e5f-032c-4b8a-86fc-31f438e55d4c {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1055.317386] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1055.317386] env[69162]: value = "vm-646214" [ 1055.317386] env[69162]: _type = "VirtualMachine" [ 1055.317386] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1055.317751] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd24523f-0f63-4a41-ad9d-9d0999421526 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.329627] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232918, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.331172] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lease: (returnval){ [ 1055.331172] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52677104-744c-794e-46d0-07a38f6240ef" [ 1055.331172] env[69162]: _type = "HttpNfcLease" [ 1055.331172] env[69162]: } obtained for exporting VM: (result){ [ 1055.331172] env[69162]: value = "vm-646214" [ 1055.331172] env[69162]: _type = "VirtualMachine" [ 1055.331172] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1055.331453] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the lease: (returnval){ [ 1055.331453] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52677104-744c-794e-46d0-07a38f6240ef" [ 1055.331453] env[69162]: _type = "HttpNfcLease" [ 1055.331453] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1055.338732] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.338732] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52677104-744c-794e-46d0-07a38f6240ef" [ 1055.338732] env[69162]: _type = "HttpNfcLease" [ 1055.338732] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1055.549137] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232919, 'name': Rename_Task, 'duration_secs': 0.158999} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.552067] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.552981] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7d41f73-48b0-4c74-a2ce-2eec2cfa00a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.561283] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1055.561283] env[69162]: value = "task-3232921" [ 1055.561283] env[69162]: _type = "Task" [ 1055.561283] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.578188] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Acquiring lock "0999fc7c-02fe-4810-b2be-328dc6293514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.578510] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "0999fc7c-02fe-4810-b2be-328dc6293514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.579763] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.586619] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.764185] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b56929-d4c2-40d1-9f66-7827aa9eeaf3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.773750] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e5cccd-c81a-4fba-885b-a23ad175e865 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.809897] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a81b8a-3c79-44ba-a158-6a2f15035674 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.819094] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cbc7a9-36da-47ca-a9f9-e81686cd55d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.831610] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232918, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.839978] env[69162]: DEBUG nova.compute.provider_tree [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.851731] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.851731] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52677104-744c-794e-46d0-07a38f6240ef" [ 1055.851731] env[69162]: _type = "HttpNfcLease" [ 1055.851731] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1055.851731] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1055.851731] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52677104-744c-794e-46d0-07a38f6240ef" [ 1055.851731] env[69162]: _type = "HttpNfcLease" [ 1055.851731] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1055.851731] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1d4513-7a03-4732-be82-37517f48655c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.861377] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f4aac-af38-30d8-11d8-484d47b93990/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1055.861377] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f4aac-af38-30d8-11d8-484d47b93990/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1055.968623] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-949c8b17-3bb7-4560-bd00-e9cfb75d2dde {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.077432] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232921, 'name': PowerOnVM_Task, 'duration_secs': 0.513789} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.080728] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.080956] env[69162]: DEBUG nova.compute.manager [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.081328] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.082132] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a235dd-23c7-435c-9339-d941a6a449d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.088823] env[69162]: DEBUG nova.compute.manager [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.235675] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.236177] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4a488ca-f02d-45df-8108-8b150a8126d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.246255] env[69162]: DEBUG oslo_vmware.api [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1056.246255] env[69162]: value = "task-3232922" [ 1056.246255] env[69162]: _type = "Task" [ 1056.246255] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.259895] env[69162]: DEBUG oslo_vmware.api [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.334207] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232918, 'name': CloneVM_Task} progress is 95%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.345899] env[69162]: DEBUG nova.scheduler.client.report [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.478867] env[69162]: DEBUG nova.compute.manager [req-407b6914-b45d-4a6c-a082-b01ab67161a2 req-eded9f23-1ffd-4e13-b027-19434a5acc1c service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received event network-vif-plugged-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.482757] env[69162]: DEBUG oslo_concurrency.lockutils [req-407b6914-b45d-4a6c-a082-b01ab67161a2 req-eded9f23-1ffd-4e13-b027-19434a5acc1c service nova] Acquiring lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.483056] env[69162]: DEBUG oslo_concurrency.lockutils [req-407b6914-b45d-4a6c-a082-b01ab67161a2 req-eded9f23-1ffd-4e13-b027-19434a5acc1c service nova] Lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.485385] env[69162]: DEBUG oslo_concurrency.lockutils [req-407b6914-b45d-4a6c-a082-b01ab67161a2 req-eded9f23-1ffd-4e13-b027-19434a5acc1c service nova] Lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.485385] env[69162]: DEBUG nova.compute.manager [req-407b6914-b45d-4a6c-a082-b01ab67161a2 req-eded9f23-1ffd-4e13-b027-19434a5acc1c service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] No waiting events found dispatching network-vif-plugged-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.486166] env[69162]: WARNING nova.compute.manager [req-407b6914-b45d-4a6c-a082-b01ab67161a2 req-eded9f23-1ffd-4e13-b027-19434a5acc1c service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received unexpected event network-vif-plugged-9d1e9a6a-b28c-4968-9836-a1deeb274446 for instance with vm_state shelved_offloaded and task_state spawning. [ 1056.579974] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.590729] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.591054] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.591497] env[69162]: DEBUG nova.network.neutron [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.602189] env[69162]: INFO nova.compute.manager [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] bringing vm to original state: 'stopped' [ 1056.627918] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.757053] env[69162]: DEBUG oslo_vmware.api [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.834242] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232918, 'name': CloneVM_Task, 'duration_secs': 1.706962} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.834524] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Created linked-clone VM from snapshot [ 1056.835302] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5acce6-6fd9-4a2e-9853-ebd948804309 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.844454] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Uploading image 8041edeb-bb12-4ea2-a40e-1f3b432b83cd {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1056.854101] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.856629] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1056.857274] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.075s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.858727] env[69162]: INFO nova.compute.claims [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.861088] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-abe27589-d143-4e52-9f75-125e2753b1e4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.869212] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1056.869212] env[69162]: value = "task-3232923" [ 1056.869212] env[69162]: _type = "Task" [ 1056.869212] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.874414] env[69162]: INFO nova.scheduler.client.report [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Deleted allocations for instance b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4 [ 1056.879806] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232923, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.079992] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.258307] env[69162]: DEBUG oslo_vmware.api [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3232922, 'name': PowerOnVM_Task, 'duration_secs': 0.584971} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.259048] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.259048] env[69162]: DEBUG nova.compute.manager [None req-efe61d94-9fd5-47cf-b780-7619a263807c tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.260286] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f25327e-cf63-4093-b7bb-4f63a0f02efc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.368278] env[69162]: DEBUG nova.network.neutron [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updating instance_info_cache with network_info: [{"id": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "address": "fa:16:3e:bf:10:1e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e9a6a-b2", "ovs_interfaceid": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.383210] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232923, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.390032] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e799ea3e-6060-4b3f-b881-954f041d14f2 tempest-ServersTestFqdnHostnames-2049364746 tempest-ServersTestFqdnHostnames-2049364746-project-member] Lock "b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.453s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.584922] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.613463] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.614033] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.614281] env[69162]: DEBUG nova.compute.manager [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.615241] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18959fbd-d789-4450-873e-f474a76cc76d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.622830] env[69162]: DEBUG nova.compute.manager [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1057.877026] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.885851] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232923, 'name': Destroy_Task, 'duration_secs': 0.770866} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.886369] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Destroyed the VM [ 1057.886735] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1057.887143] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-038f9ac0-a764-4fbc-8646-2cd5af00c605 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.895541] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1057.895541] env[69162]: value = "task-3232924" [ 1057.895541] env[69162]: _type = "Task" [ 1057.895541] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.908096] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7c5a5b3b430a0be0b3966430ec77a866',container_format='bare',created_at=2025-04-03T06:17:09Z,direct_url=,disk_format='vmdk',id=7da74dbf-a302-4f2e-a5db-02d4d49b649d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-645882348-shelved',owner='92b74db124934d18986780f012556476',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-03T06:17:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.908096] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.908096] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.908096] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.908384] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.908696] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.909101] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.909402] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.909702] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.909996] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.910331] env[69162]: DEBUG nova.virt.hardware [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.911450] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd899750-c81a-46fd-805b-537d0665ba8a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.920997] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232924, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.932022] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7c86a3-8347-4a86-9e58-8b4bbf83262c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.949242] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:10:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d1e9a6a-b28c-4968-9836-a1deeb274446', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.955550] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.958620] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.959231] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48f536f2-cf75-43aa-aac7-b016b733a092 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.986092] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.986092] env[69162]: value = "task-3232925" [ 1057.986092] env[69162]: _type = "Task" [ 1057.986092] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.995857] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232925, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.999402] env[69162]: DEBUG oslo_concurrency.lockutils [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.999641] env[69162]: DEBUG oslo_concurrency.lockutils [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.999847] env[69162]: DEBUG oslo_concurrency.lockutils [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.000045] env[69162]: DEBUG oslo_concurrency.lockutils [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.000225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.002526] env[69162]: INFO nova.compute.manager [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Terminating instance [ 1058.087626] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.127530] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.127668] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a208a7b2-db0f-45c7-8d57-55015f8e8508 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.136672] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1058.136672] env[69162]: value = "task-3232926" [ 1058.136672] env[69162]: _type = "Task" [ 1058.136672] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.149581] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.210289] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c166d06-c235-4b75-ba8e-05f9ba0367ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.224363] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32661297-98e5-440d-b0c4-af0e04a13ad1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.269178] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec206342-772f-42bc-9136-42e97a7e201f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.281868] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe6285b-0e46-4e68-8aad-9d748f11d7f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.302496] env[69162]: DEBUG nova.compute.provider_tree [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.411532] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232924, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.498460] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232925, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.509544] env[69162]: DEBUG nova.compute.manager [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.509779] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.510727] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c1ebc-7b12-477c-812b-059d3dfb8484 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.519084] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.519355] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c161408-77b2-4936-8c88-02bfa23944e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.527292] env[69162]: DEBUG oslo_vmware.api [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 1058.527292] env[69162]: value = "task-3232927" [ 1058.527292] env[69162]: _type = "Task" [ 1058.527292] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.537229] env[69162]: DEBUG oslo_vmware.api [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.586936] env[69162]: DEBUG oslo_vmware.api [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Task: {'id': task-3232912, 'name': ReconfigVM_Task, 'duration_secs': 5.88427} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.587532] env[69162]: DEBUG oslo_concurrency.lockutils [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] Releasing lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.587532] env[69162]: DEBUG nova.virt.vmwareapi.vmops [req-c51fa86f-b821-4222-aa74-0e662ec22778 req-d9dd17c3-506f-4791-ab7a-f1f95d5d5bd7 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Reconfigured VM to detach interface {{(pid=69162) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1058.588187] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.061s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.589345] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.589345] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.589345] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.592700] env[69162]: DEBUG nova.compute.manager [req-37903784-0a76-4276-89a6-81abe174d797 req-d3579423-cb28-4483-90f4-1c8e0e086975 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received event network-changed-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.592876] env[69162]: DEBUG nova.compute.manager [req-37903784-0a76-4276-89a6-81abe174d797 req-d3579423-cb28-4483-90f4-1c8e0e086975 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Refreshing instance network info cache due to event network-changed-9d1e9a6a-b28c-4968-9836-a1deeb274446. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.593201] env[69162]: DEBUG oslo_concurrency.lockutils [req-37903784-0a76-4276-89a6-81abe174d797 req-d3579423-cb28-4483-90f4-1c8e0e086975 service nova] Acquiring lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.593284] env[69162]: DEBUG oslo_concurrency.lockutils [req-37903784-0a76-4276-89a6-81abe174d797 req-d3579423-cb28-4483-90f4-1c8e0e086975 service nova] Acquired lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.593543] env[69162]: DEBUG nova.network.neutron [req-37903784-0a76-4276-89a6-81abe174d797 req-d3579423-cb28-4483-90f4-1c8e0e086975 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Refreshing network info cache for port 9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.594996] env[69162]: INFO nova.compute.manager [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Terminating instance [ 1058.651458] env[69162]: DEBUG oslo_vmware.api [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232926, 'name': PowerOffVM_Task, 'duration_secs': 0.313442} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.651891] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.652229] env[69162]: DEBUG nova.compute.manager [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.653401] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44fa670-6fbc-4a48-b1c6-025078eaf06c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.810401] env[69162]: DEBUG nova.scheduler.client.report [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.915272] env[69162]: DEBUG oslo_vmware.api [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232924, 'name': RemoveSnapshot_Task, 'duration_secs': 0.742119} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.915272] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1059.003475] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232925, 'name': CreateVM_Task, 'duration_secs': 0.626681} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.003475] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.003475] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.003475] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.004264] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.004807] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bbb090-189e-4ca9-b7c1-0b170ea9ee80 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.013530] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1059.013530] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5250dac6-93c5-5801-d940-29027e370ee7" [ 1059.013530] env[69162]: _type = "Task" [ 1059.013530] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.025115] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5250dac6-93c5-5801-d940-29027e370ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.037382] env[69162]: DEBUG oslo_vmware.api [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232927, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.102496] env[69162]: DEBUG nova.compute.manager [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.102847] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.103970] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c945f626-765e-46e2-827e-4f0153ade358 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.113751] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.114505] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f082eb2-2a87-450c-9a9a-c387537a2397 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.124735] env[69162]: DEBUG oslo_vmware.api [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1059.124735] env[69162]: value = "task-3232928" [ 1059.124735] env[69162]: _type = "Task" [ 1059.124735] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.135511] env[69162]: DEBUG oslo_vmware.api [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.170026] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.319629] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.320497] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.325158] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.503s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.327692] env[69162]: INFO nova.compute.claims [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.425477] env[69162]: WARNING nova.compute.manager [None req-fa926c89-dcef-42ad-9f0d-7ccc2bddb9bb tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Image not found during snapshot: nova.exception.ImageNotFound: Image 8041edeb-bb12-4ea2-a40e-1f3b432b83cd could not be found. [ 1059.527296] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.527648] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Processing image 7da74dbf-a302-4f2e-a5db-02d4d49b649d {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.527950] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d/7da74dbf-a302-4f2e-a5db-02d4d49b649d.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.528200] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d/7da74dbf-a302-4f2e-a5db-02d4d49b649d.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.528510] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.528868] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acb47bb7-227e-48a4-8402-b3110d8cd56f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.540146] env[69162]: DEBUG oslo_vmware.api [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232927, 'name': PowerOffVM_Task, 'duration_secs': 0.522877} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.540553] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.540769] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.541086] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-192e6e57-1da1-4c80-89b5-ee2742d473dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.557246] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.557246] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.557246] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27afba7e-a8fd-4652-9815-b5ddde1e3cff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.563402] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1059.563402] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525be243-0309-91d3-feaa-3f86e4ce17bb" [ 1059.563402] env[69162]: _type = "Task" [ 1059.563402] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.573196] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525be243-0309-91d3-feaa-3f86e4ce17bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.615292] env[69162]: DEBUG nova.network.neutron [req-37903784-0a76-4276-89a6-81abe174d797 req-d3579423-cb28-4483-90f4-1c8e0e086975 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updated VIF entry in instance network info cache for port 9d1e9a6a-b28c-4968-9836-a1deeb274446. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.616115] env[69162]: DEBUG nova.network.neutron [req-37903784-0a76-4276-89a6-81abe174d797 req-d3579423-cb28-4483-90f4-1c8e0e086975 service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updating instance_info_cache with network_info: [{"id": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "address": "fa:16:3e:bf:10:1e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e9a6a-b2", "ovs_interfaceid": "9d1e9a6a-b28c-4968-9836-a1deeb274446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.639550] env[69162]: DEBUG oslo_vmware.api [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232928, 'name': PowerOffVM_Task, 'duration_secs': 0.199002} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.639861] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.640279] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.640551] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14d5e16c-f2eb-402f-8cc0-bb6d9c3a9fa3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.686981] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.725229] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.725612] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.725921] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleting the datastore file [datastore2] 05b59159-1ed6-49ec-bb2a-43430d6823a0 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.726320] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94749e65-c85b-4ee0-97e4-a486efd3d05d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.738160] env[69162]: DEBUG oslo_vmware.api [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1059.738160] env[69162]: value = "task-3232931" [ 1059.738160] env[69162]: _type = "Task" [ 1059.738160] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.749363] env[69162]: DEBUG oslo_vmware.api [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.815082] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.815082] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.815082] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Deleting the datastore file [datastore1] 99fe6fb9-9965-4811-ba4c-a0084eb2672b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.815082] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc8d214e-eecc-44fd-918a-940c267f2c26 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.825804] env[69162]: DEBUG oslo_vmware.api [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for the task: (returnval){ [ 1059.825804] env[69162]: value = "task-3232932" [ 1059.825804] env[69162]: _type = "Task" [ 1059.825804] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.836115] env[69162]: DEBUG nova.compute.utils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.842089] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.842089] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.844221] env[69162]: DEBUG oslo_vmware.api [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.895092] env[69162]: DEBUG nova.policy [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b3181c0ba38446ab3e26d0b082408a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1627fa5dbed24c1e89697757ea5e159d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.077310] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Preparing fetch location {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1060.077701] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Fetch image to [datastore1] OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa/OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa.vmdk {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1060.078020] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Downloading stream optimized image 7da74dbf-a302-4f2e-a5db-02d4d49b649d to [datastore1] OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa/OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa.vmdk on the data store datastore1 as vApp {{(pid=69162) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1060.078572] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Downloading image file data 7da74dbf-a302-4f2e-a5db-02d4d49b649d to the ESX as VM named 'OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa' {{(pid=69162) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1060.141048] env[69162]: DEBUG oslo_concurrency.lockutils [req-37903784-0a76-4276-89a6-81abe174d797 req-d3579423-cb28-4483-90f4-1c8e0e086975 service nova] Releasing lock "refresh_cache-bb46b420-8682-4a15-acac-6d4b65592f80" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.187278] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1060.187278] env[69162]: value = "resgroup-9" [ 1060.187278] env[69162]: _type = "ResourcePool" [ 1060.187278] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1060.187278] env[69162]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-be7ba5f8-f07d-434d-b292-7ef6f0d5dadd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.214263] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lease: (returnval){ [ 1060.214263] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a95e36-a5db-0de0-1778-12de9156b15b" [ 1060.214263] env[69162]: _type = "HttpNfcLease" [ 1060.214263] env[69162]: } obtained for vApp import into resource pool (val){ [ 1060.214263] env[69162]: value = "resgroup-9" [ 1060.214263] env[69162]: _type = "ResourcePool" [ 1060.214263] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1060.214263] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the lease: (returnval){ [ 1060.214263] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a95e36-a5db-0de0-1778-12de9156b15b" [ 1060.214263] env[69162]: _type = "HttpNfcLease" [ 1060.214263] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1060.223371] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.223371] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a95e36-a5db-0de0-1778-12de9156b15b" [ 1060.223371] env[69162]: _type = "HttpNfcLease" [ 1060.223371] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.254045] env[69162]: DEBUG oslo_vmware.api [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3232931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228425} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.254045] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Successfully created port: f2569f9e-dffa-457d-9248-0aa2103c229c {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.254045] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.254327] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.255459] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.255459] env[69162]: INFO nova.compute.manager [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1060.255459] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.255459] env[69162]: DEBUG nova.compute.manager [-] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.255459] env[69162]: DEBUG nova.network.neutron [-] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.265531] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "74ea68bc-077c-45c0-be38-4cb3dede6722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.265902] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "74ea68bc-077c-45c0-be38-4cb3dede6722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.266185] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "74ea68bc-077c-45c0-be38-4cb3dede6722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.266426] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "74ea68bc-077c-45c0-be38-4cb3dede6722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.266622] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "74ea68bc-077c-45c0-be38-4cb3dede6722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.268825] env[69162]: INFO nova.compute.manager [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Terminating instance [ 1060.340965] env[69162]: DEBUG oslo_vmware.api [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Task: {'id': task-3232932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240992} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.344634] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.344988] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.345464] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.345895] env[69162]: INFO nova.compute.manager [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1060.346376] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.348018] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.351234] env[69162]: DEBUG nova.compute.manager [-] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.351456] env[69162]: DEBUG nova.network.neutron [-] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.529933] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.529933] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.701679] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df509cb9-23e6-4572-9eac-6bb2e91f04fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.720362] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4962c2d4-230b-4e4e-b227-f100813c4f8f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.729018] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.729018] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a95e36-a5db-0de0-1778-12de9156b15b" [ 1060.729018] env[69162]: _type = "HttpNfcLease" [ 1060.729018] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.761114] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6c3dd1-c64a-4660-ba7f-7d8bf381f411 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.768787] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8fd51e-ae09-4768-b027-13f7e1a7de61 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.776092] env[69162]: DEBUG nova.compute.manager [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.776092] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.776092] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7d80bd-cff2-4c30-a5ec-dba2ffcee887 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.791563] env[69162]: DEBUG nova.compute.provider_tree [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.795489] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.796089] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea0a1896-606a-4c37-8f3b-67967a60a9e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.804631] env[69162]: DEBUG oslo_vmware.api [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1060.804631] env[69162]: value = "task-3232934" [ 1060.804631] env[69162]: _type = "Task" [ 1060.804631] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.818269] env[69162]: DEBUG oslo_vmware.api [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.946747] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.947134] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.947365] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.948189] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.948394] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.950482] env[69162]: INFO nova.compute.manager [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Terminating instance [ 1061.042570] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.042853] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.043100] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.043271] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.043443] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.043566] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.043708] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69162) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1061.043855] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.224832] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1061.224832] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a95e36-a5db-0de0-1778-12de9156b15b" [ 1061.224832] env[69162]: _type = "HttpNfcLease" [ 1061.224832] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1061.225616] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1061.225616] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a95e36-a5db-0de0-1778-12de9156b15b" [ 1061.225616] env[69162]: _type = "HttpNfcLease" [ 1061.225616] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1061.226921] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f074d-ce5a-451f-8857-a1f4c5b0753d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.241093] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c431b5-d600-b38a-e24e-6cc8dec6c1b1/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1061.241093] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c431b5-d600-b38a-e24e-6cc8dec6c1b1/disk-0.vmdk. {{(pid=69162) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1061.333550] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f410d16e-4f16-4944-8687-23d36ddb080d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.341364] env[69162]: DEBUG nova.network.neutron [-] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.343034] env[69162]: DEBUG oslo_vmware.api [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232934, 'name': PowerOffVM_Task, 'duration_secs': 0.211061} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.344409] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.344571] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.344975] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e88b47c-d609-4d6c-8ff4-ad177e6decda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.350384] env[69162]: ERROR nova.scheduler.client.report [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [req-755028d7-494a-4fcb-a4a4-fe57ce5b00a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-755028d7-494a-4fcb-a4a4-fe57ce5b00a5"}]} [ 1061.363274] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.373130] env[69162]: DEBUG nova.scheduler.client.report [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1061.393829] env[69162]: DEBUG nova.scheduler.client.report [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1061.394462] env[69162]: DEBUG nova.compute.provider_tree [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.411935] env[69162]: DEBUG nova.scheduler.client.report [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1061.436924] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.437349] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.437711] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleting the datastore file [datastore2] 74ea68bc-077c-45c0-be38-4cb3dede6722 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.438207] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-817710b0-0618-4135-880b-7ab5d8e59459 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.441854] env[69162]: DEBUG nova.scheduler.client.report [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1061.450289] env[69162]: DEBUG oslo_vmware.api [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for the task: (returnval){ [ 1061.450289] env[69162]: value = "task-3232936" [ 1061.450289] env[69162]: _type = "Task" [ 1061.450289] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.456427] env[69162]: DEBUG nova.compute.manager [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.460019] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.460019] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f53c4d-d97f-478c-b751-6bfb14e085d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.466721] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.470058] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0e8ec73-6a0e-4d4a-866c-78cde02aefc5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.472045] env[69162]: DEBUG oslo_vmware.api [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.506988] env[69162]: DEBUG nova.compute.manager [req-ae76b85e-65b6-4913-a314-04aa78056f20 req-005cbea9-5fce-4281-be78-c489ba64c2f6 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Received event network-vif-deleted-284ec390-0c9d-4ef2-8bf3-b341f5e2c73c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.506988] env[69162]: INFO nova.compute.manager [req-ae76b85e-65b6-4913-a314-04aa78056f20 req-005cbea9-5fce-4281-be78-c489ba64c2f6 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Neutron deleted interface 284ec390-0c9d-4ef2-8bf3-b341f5e2c73c; detaching it from the instance and deleting it from the info cache [ 1061.506988] env[69162]: DEBUG nova.network.neutron [req-ae76b85e-65b6-4913-a314-04aa78056f20 req-005cbea9-5fce-4281-be78-c489ba64c2f6 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.552025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.552025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.552025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.552025] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleting the datastore file [datastore2] 45b90892-af69-4feb-b6db-c8e3eaf51c5b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.552565] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0b869af-f30f-456b-8d57-12b820e99cd3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.565082] env[69162]: DEBUG oslo_vmware.api [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1061.565082] env[69162]: value = "task-3232938" [ 1061.565082] env[69162]: _type = "Task" [ 1061.565082] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.574918] env[69162]: DEBUG oslo_vmware.api [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.823628] env[69162]: DEBUG nova.network.neutron [-] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.832481] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66117c01-0d8b-404a-bb9b-3f2684327491 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.844684] env[69162]: INFO nova.compute.manager [-] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Took 1.49 seconds to deallocate network for instance. [ 1061.852729] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60da599-3a9d-478c-a228-076596515452 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.904234] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99b46f9-30a2-443c-8b42-e41ac77c1a4b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.915254] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67da922-99f6-4642-bf10-a957a725d14f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.938772] env[69162]: DEBUG nova.compute.provider_tree [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.963852] env[69162]: DEBUG oslo_vmware.api [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Task: {'id': task-3232936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169536} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.964395] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.964730] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.965053] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.965416] env[69162]: INFO nova.compute.manager [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1061.965778] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.966093] env[69162]: DEBUG nova.compute.manager [-] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.966258] env[69162]: DEBUG nova.network.neutron [-] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.992268] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.992532] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.992714] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.994387] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.994387] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.994387] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.994387] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.994387] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.994387] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.994868] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.994868] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.995882] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84a4b35-497c-4d8a-832f-986939988dab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.007269] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828ff436-930c-4e3e-b3a8-31bd795e0795 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.015252] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b69d3e0-636b-4575-b3ee-0c15d89d5e3f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.034899] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636aa9c8-190c-42a7-bf58-4426bdad0992 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.073017] env[69162]: DEBUG nova.compute.manager [req-ae76b85e-65b6-4913-a314-04aa78056f20 req-005cbea9-5fce-4281-be78-c489ba64c2f6 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Detach interface failed, port_id=284ec390-0c9d-4ef2-8bf3-b341f5e2c73c, reason: Instance 05b59159-1ed6-49ec-bb2a-43430d6823a0 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.084239] env[69162]: DEBUG oslo_vmware.api [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3232938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179173} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.084538] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.084730] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.084913] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.085143] env[69162]: INFO nova.compute.manager [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1062.085402] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.085630] env[69162]: DEBUG nova.compute.manager [-] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.085740] env[69162]: DEBUG nova.network.neutron [-] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.333791] env[69162]: INFO nova.compute.manager [-] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Took 2.08 seconds to deallocate network for instance. [ 1062.365453] env[69162]: DEBUG oslo_concurrency.lockutils [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.481124] env[69162]: DEBUG nova.scheduler.client.report [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1062.481882] env[69162]: DEBUG nova.compute.provider_tree [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 114 to 115 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1062.481882] env[69162]: DEBUG nova.compute.provider_tree [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.692683] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Completed reading data from the image iterator. {{(pid=69162) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1062.692683] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c431b5-d600-b38a-e24e-6cc8dec6c1b1/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1062.692683] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4395d6-cf3c-44e7-aa24-b355d3cc94b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.699510] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Successfully updated port: f2569f9e-dffa-457d-9248-0aa2103c229c {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.707722] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c431b5-d600-b38a-e24e-6cc8dec6c1b1/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1062.707963] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c431b5-d600-b38a-e24e-6cc8dec6c1b1/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1062.708313] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ace79a92-3521-419b-b571-7b2fc58dc2e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.859420] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.935871] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.936202] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.988680] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.664s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.989223] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.992231] env[69162]: DEBUG oslo_concurrency.lockutils [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.081s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.992231] env[69162]: DEBUG nova.objects.instance [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lazy-loading 'resources' on Instance uuid 128d4784-9841-4527-b560-19c047fe8773 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.069280] env[69162]: DEBUG nova.network.neutron [-] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.840263] env[69162]: DEBUG nova.network.neutron [-] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.844300] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "refresh_cache-de8d1622-d31c-421a-8c59-bfc1b626d4cd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.844429] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "refresh_cache-de8d1622-d31c-421a-8c59-bfc1b626d4cd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.844567] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.845531] env[69162]: DEBUG nova.compute.manager [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.848496] env[69162]: DEBUG nova.compute.utils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.851825] env[69162]: INFO nova.compute.manager [-] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Took 1.89 seconds to deallocate network for instance. [ 1063.857148] env[69162]: DEBUG nova.compute.manager [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Received event network-vif-deleted-9011320a-7980-459a-a38b-8f4c7a7b920d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.857359] env[69162]: DEBUG nova.compute.manager [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Received event network-vif-plugged-f2569f9e-dffa-457d-9248-0aa2103c229c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.857514] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] Acquiring lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.857711] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] Lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.858205] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] Lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.858205] env[69162]: DEBUG nova.compute.manager [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] No waiting events found dispatching network-vif-plugged-f2569f9e-dffa-457d-9248-0aa2103c229c {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.858357] env[69162]: WARNING nova.compute.manager [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Received unexpected event network-vif-plugged-f2569f9e-dffa-457d-9248-0aa2103c229c for instance with vm_state building and task_state spawning. [ 1063.858401] env[69162]: DEBUG nova.compute.manager [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Received event network-vif-deleted-dfb5267b-3f79-4faf-8d69-0d0541022fd5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.858536] env[69162]: DEBUG nova.compute.manager [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Received event network-vif-deleted-d2959d35-9e8b-424b-b4a7-04bb451819a1 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.858696] env[69162]: INFO nova.compute.manager [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Neutron deleted interface d2959d35-9e8b-424b-b4a7-04bb451819a1; detaching it from the instance and deleting it from the info cache [ 1063.858888] env[69162]: DEBUG nova.network.neutron [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.862121] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.862354] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.865532] env[69162]: DEBUG oslo_vmware.rw_handles [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c431b5-d600-b38a-e24e-6cc8dec6c1b1/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1063.865724] env[69162]: INFO nova.virt.vmwareapi.images [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Downloaded image file data 7da74dbf-a302-4f2e-a5db-02d4d49b649d [ 1063.869161] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.869352] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.870500] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "043d8743-3486-47c4-904d-b76d3cc18302" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.870500] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "043d8743-3486-47c4-904d-b76d3cc18302" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.872269] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1b089c-66dc-4cb8-a2cf-d489e7cd5170 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.893677] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebe9dbd6-8287-4b87-b063-3b95d2539ef8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.924328] env[69162]: INFO nova.virt.vmwareapi.images [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] The imported VM was unregistered [ 1063.929418] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Caching image {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1063.929418] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.929418] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04548af0-5d93-4895-801d-8892752716a3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.947084] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Created directory with path [datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.947368] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa/OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa.vmdk to [datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d/7da74dbf-a302-4f2e-a5db-02d4d49b649d.vmdk. {{(pid=69162) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1063.947645] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-12788fde-0917-4987-bcc2-d8f9bab847d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.952445] env[69162]: DEBUG nova.policy [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b3181c0ba38446ab3e26d0b082408a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1627fa5dbed24c1e89697757ea5e159d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.960271] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1063.960271] env[69162]: value = "task-3232940" [ 1063.960271] env[69162]: _type = "Task" [ 1063.960271] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.968879] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232940, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.232287] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8db68f-b6b2-4f96-9a7e-a691651e8c31 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.234857] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Successfully created port: 332ca961-8c6d-4389-8efd-8bd4ac87d000 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.243567] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dbdafb-442e-40a7-b17c-1a48854cfd8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.281276] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb90a6ec-e865-4b78-88e4-45407f29b369 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.291214] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fcc709-abfa-4131-91a1-3226ed71f04b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.307438] env[69162]: DEBUG nova.compute.provider_tree [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.355727] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.358674] env[69162]: INFO nova.compute.manager [-] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Took 2.27 seconds to deallocate network for instance. [ 1064.370646] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae3bdade-b2e2-410c-9f31-585dfb6afd70 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.378455] env[69162]: DEBUG nova.compute.manager [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.381766] env[69162]: DEBUG nova.compute.manager [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.385908] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.389641] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.392743] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51bc7af-3bf1-4524-958a-20eff2ce1116 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.407517] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.441816] env[69162]: DEBUG nova.compute.manager [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Detach interface failed, port_id=d2959d35-9e8b-424b-b4a7-04bb451819a1, reason: Instance 45b90892-af69-4feb-b6db-c8e3eaf51c5b could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1064.442091] env[69162]: DEBUG nova.compute.manager [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Received event network-changed-f2569f9e-dffa-457d-9248-0aa2103c229c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.442284] env[69162]: DEBUG nova.compute.manager [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Refreshing instance network info cache due to event network-changed-f2569f9e-dffa-457d-9248-0aa2103c229c. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.442499] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] Acquiring lock "refresh_cache-de8d1622-d31c-421a-8c59-bfc1b626d4cd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.472749] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232940, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.648881] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Updating instance_info_cache with network_info: [{"id": "f2569f9e-dffa-457d-9248-0aa2103c229c", "address": "fa:16:3e:01:86:e0", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2569f9e-df", "ovs_interfaceid": "f2569f9e-dffa-457d-9248-0aa2103c229c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.811390] env[69162]: DEBUG nova.scheduler.client.report [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.870695] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.916455] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.973688] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232940, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.004606] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.151641] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "refresh_cache-de8d1622-d31c-421a-8c59-bfc1b626d4cd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.152020] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Instance network_info: |[{"id": "f2569f9e-dffa-457d-9248-0aa2103c229c", "address": "fa:16:3e:01:86:e0", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2569f9e-df", "ovs_interfaceid": "f2569f9e-dffa-457d-9248-0aa2103c229c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.152353] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] Acquired lock "refresh_cache-de8d1622-d31c-421a-8c59-bfc1b626d4cd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.152545] env[69162]: DEBUG nova.network.neutron [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Refreshing network info cache for port f2569f9e-dffa-457d-9248-0aa2103c229c {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.153979] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:86:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2569f9e-dffa-457d-9248-0aa2103c229c', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.162207] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.165719] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.166691] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ae1ee3b-73ef-4f6a-b081-5f65beba7768 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.192931] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.192931] env[69162]: value = "task-3232941" [ 1065.192931] env[69162]: _type = "Task" [ 1065.192931] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.206238] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232941, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.318706] env[69162]: DEBUG oslo_concurrency.lockutils [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.322312] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.439s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.344824] env[69162]: INFO nova.scheduler.client.report [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Deleted allocations for instance 128d4784-9841-4527-b560-19c047fe8773 [ 1065.368177] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.398123] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.398431] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.398620] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.398833] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.399060] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.399174] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.399392] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.399743] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.399743] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.399964] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.400102] env[69162]: DEBUG nova.virt.hardware [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.404082] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065c8364-3495-4fce-88cb-7b98970620bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.413050] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d9825e-edce-4bb5-8c2c-94f679174228 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.418211] env[69162]: DEBUG nova.network.neutron [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Updated VIF entry in instance network info cache for port f2569f9e-dffa-457d-9248-0aa2103c229c. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.418571] env[69162]: DEBUG nova.network.neutron [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Updating instance_info_cache with network_info: [{"id": "f2569f9e-dffa-457d-9248-0aa2103c229c", "address": "fa:16:3e:01:86:e0", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2569f9e-df", "ovs_interfaceid": "f2569f9e-dffa-457d-9248-0aa2103c229c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.474281] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232940, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.708693] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232941, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.827344] env[69162]: INFO nova.compute.claims [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.831935] env[69162]: DEBUG nova.compute.manager [req-1249f868-5da2-49c0-93c9-596a9b12d82b req-b68fcc33-04c1-4638-a390-5ebd959ab21f service nova] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Received event network-vif-plugged-332ca961-8c6d-4389-8efd-8bd4ac87d000 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.832180] env[69162]: DEBUG oslo_concurrency.lockutils [req-1249f868-5da2-49c0-93c9-596a9b12d82b req-b68fcc33-04c1-4638-a390-5ebd959ab21f service nova] Acquiring lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.832405] env[69162]: DEBUG oslo_concurrency.lockutils [req-1249f868-5da2-49c0-93c9-596a9b12d82b req-b68fcc33-04c1-4638-a390-5ebd959ab21f service nova] Lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.832572] env[69162]: DEBUG oslo_concurrency.lockutils [req-1249f868-5da2-49c0-93c9-596a9b12d82b req-b68fcc33-04c1-4638-a390-5ebd959ab21f service nova] Lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.832737] env[69162]: DEBUG nova.compute.manager [req-1249f868-5da2-49c0-93c9-596a9b12d82b req-b68fcc33-04c1-4638-a390-5ebd959ab21f service nova] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] No waiting events found dispatching network-vif-plugged-332ca961-8c6d-4389-8efd-8bd4ac87d000 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.832905] env[69162]: WARNING nova.compute.manager [req-1249f868-5da2-49c0-93c9-596a9b12d82b req-b68fcc33-04c1-4638-a390-5ebd959ab21f service nova] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Received unexpected event network-vif-plugged-332ca961-8c6d-4389-8efd-8bd4ac87d000 for instance with vm_state building and task_state spawning. [ 1065.853138] env[69162]: DEBUG oslo_concurrency.lockutils [None req-994efcc0-6e85-4820-b75a-2fe7e3e554fa tempest-ServersNegativeTestJSON-1988849751 tempest-ServersNegativeTestJSON-1988849751-project-member] Lock "128d4784-9841-4527-b560-19c047fe8773" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.369s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.922029] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c031f30-b7ec-455b-81d4-8f5f26a6882e req-f083fc52-6155-4b2e-af0a-222c54329391 service nova] Releasing lock "refresh_cache-de8d1622-d31c-421a-8c59-bfc1b626d4cd" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.947718] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Successfully updated port: 332ca961-8c6d-4389-8efd-8bd4ac87d000 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.975274] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232940, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.215339] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232941, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.336084] env[69162]: INFO nova.compute.resource_tracker [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating resource usage from migration b861e592-44a5-453d-9b71-e6017b1eebc3 [ 1066.451998] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "refresh_cache-f62918cc-5cee-4345-a6f8-0bbfb5318c4f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.455614] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "refresh_cache-f62918cc-5cee-4345-a6f8-0bbfb5318c4f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.455881] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.478057] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232940, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.417837} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.478363] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa/OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa.vmdk to [datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d/7da74dbf-a302-4f2e-a5db-02d4d49b649d.vmdk. [ 1066.478554] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Cleaning up location [datastore1] OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1066.478720] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d5d87925-4b98-4ca1-83be-7985f85200fa {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.478986] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ead305ff-c4d9-4aad-b36d-eb1f3f490d32 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.487589] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1066.487589] env[69162]: value = "task-3232942" [ 1066.487589] env[69162]: _type = "Task" [ 1066.487589] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.499279] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.643322] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee06a294-67e8-456a-a747-a96580828cfe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.652277] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c4273e-c154-4ecc-a7cf-bcc0d855a25d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.684667] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786515b9-cd1c-4c81-9155-6fc7e8e753c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.693390] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57053975-4117-44e7-a1e4-9917451057f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.711605] env[69162]: DEBUG nova.compute.provider_tree [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.715745] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232941, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.998030] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040117} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.998632] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.000499] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.000691] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d/7da74dbf-a302-4f2e-a5db-02d4d49b649d.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.000934] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d/7da74dbf-a302-4f2e-a5db-02d4d49b649d.vmdk to [datastore1] bb46b420-8682-4a15-acac-6d4b65592f80/bb46b420-8682-4a15-acac-6d4b65592f80.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.001302] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c8e183d-7b28-4f70-a767-b5a3fdbd6aea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.012946] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1067.012946] env[69162]: value = "task-3232943" [ 1067.012946] env[69162]: _type = "Task" [ 1067.012946] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.023300] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.209976] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232941, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.219663] env[69162]: DEBUG nova.scheduler.client.report [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.508184] env[69162]: DEBUG nova.network.neutron [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Updating instance_info_cache with network_info: [{"id": "332ca961-8c6d-4389-8efd-8bd4ac87d000", "address": "fa:16:3e:42:2a:1e", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332ca961-8c", "ovs_interfaceid": "332ca961-8c6d-4389-8efd-8bd4ac87d000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.523537] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232943, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.551853] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f4aac-af38-30d8-11d8-484d47b93990/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1067.552978] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cf8c14-58f1-409a-8f24-fd8ed7a1d5c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.565634] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f4aac-af38-30d8-11d8-484d47b93990/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1067.565634] env[69162]: ERROR oslo_vmware.rw_handles [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f4aac-af38-30d8-11d8-484d47b93990/disk-0.vmdk due to incomplete transfer. [ 1067.565634] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-31d74a5a-6675-4000-8a86-c65209db9add {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.575106] env[69162]: DEBUG oslo_vmware.rw_handles [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f4aac-af38-30d8-11d8-484d47b93990/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1067.575334] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Uploaded image 21bd4e5f-032c-4b8a-86fc-31f438e55d4c to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1067.578222] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1067.578512] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dda2ff4b-676e-4627-a63c-e8305f0e00b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.587852] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1067.587852] env[69162]: value = "task-3232944" [ 1067.587852] env[69162]: _type = "Task" [ 1067.587852] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.597632] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232944, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.710467] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232941, 'name': CreateVM_Task, 'duration_secs': 2.340047} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.710696] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.711615] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.711815] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.712236] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.712527] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa00b77-06e3-4fbf-8b5e-f2f58d0da172 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.718629] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1067.718629] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a4ed7e-7c6a-2cfa-3013-073d125cf290" [ 1067.718629] env[69162]: _type = "Task" [ 1067.718629] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.725031] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.403s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.725268] env[69162]: INFO nova.compute.manager [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Migrating [ 1067.735588] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.108s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.737349] env[69162]: INFO nova.compute.claims [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.740277] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a4ed7e-7c6a-2cfa-3013-073d125cf290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.866437] env[69162]: DEBUG nova.compute.manager [req-b36991cf-8224-4e4a-93d0-7e626027e5ae req-9ff2761d-3943-4096-99b0-0ed316baa9db service nova] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Received event network-changed-332ca961-8c6d-4389-8efd-8bd4ac87d000 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.866728] env[69162]: DEBUG nova.compute.manager [req-b36991cf-8224-4e4a-93d0-7e626027e5ae req-9ff2761d-3943-4096-99b0-0ed316baa9db service nova] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Refreshing instance network info cache due to event network-changed-332ca961-8c6d-4389-8efd-8bd4ac87d000. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.867087] env[69162]: DEBUG oslo_concurrency.lockutils [req-b36991cf-8224-4e4a-93d0-7e626027e5ae req-9ff2761d-3943-4096-99b0-0ed316baa9db service nova] Acquiring lock "refresh_cache-f62918cc-5cee-4345-a6f8-0bbfb5318c4f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.011396] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "refresh_cache-f62918cc-5cee-4345-a6f8-0bbfb5318c4f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.011775] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Instance network_info: |[{"id": "332ca961-8c6d-4389-8efd-8bd4ac87d000", "address": "fa:16:3e:42:2a:1e", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332ca961-8c", "ovs_interfaceid": "332ca961-8c6d-4389-8efd-8bd4ac87d000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.012119] env[69162]: DEBUG oslo_concurrency.lockutils [req-b36991cf-8224-4e4a-93d0-7e626027e5ae req-9ff2761d-3943-4096-99b0-0ed316baa9db service nova] Acquired lock "refresh_cache-f62918cc-5cee-4345-a6f8-0bbfb5318c4f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.012763] env[69162]: DEBUG nova.network.neutron [req-b36991cf-8224-4e4a-93d0-7e626027e5ae req-9ff2761d-3943-4096-99b0-0ed316baa9db service nova] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Refreshing network info cache for port 332ca961-8c6d-4389-8efd-8bd4ac87d000 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.014081] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:2a:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '332ca961-8c6d-4389-8efd-8bd4ac87d000', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.021960] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.022622] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.027069] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb15a2be-0d0a-4640-96a0-cdbec7aba6d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.051041] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232943, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.055566] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.055566] env[69162]: value = "task-3232945" [ 1068.055566] env[69162]: _type = "Task" [ 1068.055566] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.069386] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232945, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.099050] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232944, 'name': Destroy_Task, 'duration_secs': 0.401598} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.099341] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Destroyed the VM [ 1068.100109] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1068.100109] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccec9f61-4cb8-4206-807f-e92eb4787948 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.110911] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1068.110911] env[69162]: value = "task-3232946" [ 1068.110911] env[69162]: _type = "Task" [ 1068.110911] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.123766] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232946, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.233339] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a4ed7e-7c6a-2cfa-3013-073d125cf290, 'name': SearchDatastore_Task, 'duration_secs': 0.089226} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.233769] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.234037] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.234318] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.234480] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.234665] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.234973] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8230e931-8d59-449b-99ba-b48390b5fba9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.248292] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.248543] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.248779] env[69162]: DEBUG nova.network.neutron [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.257515] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.257695] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.258748] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512e11c7-9289-4ebf-802a-55bd8658968d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.268689] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1068.268689] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b84e08-d674-6e63-6326-335fb7bcf0f4" [ 1068.268689] env[69162]: _type = "Task" [ 1068.268689] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.282385] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b84e08-d674-6e63-6326-335fb7bcf0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.538526] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232943, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.565992] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232945, 'name': CreateVM_Task, 'duration_secs': 0.496463} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.566248] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.567036] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.567323] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.567523] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.567795] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7bdbe37-83be-4a53-8cb7-970b94fc2470 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.576878] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1068.576878] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280899c-c8db-0c49-c772-f4619c825985" [ 1068.576878] env[69162]: _type = "Task" [ 1068.576878] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.592378] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280899c-c8db-0c49-c772-f4619c825985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.624877] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232946, 'name': RemoveSnapshot_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.782767] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b84e08-d674-6e63-6326-335fb7bcf0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.088462} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.783725] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1ba651-fdbc-4627-ab14-2c9208d29e6f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.795016] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1068.795016] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528ae2fc-f2b2-ba9e-3a6f-dbdb244c1159" [ 1068.795016] env[69162]: _type = "Task" [ 1068.795016] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.806613] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528ae2fc-f2b2-ba9e-3a6f-dbdb244c1159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.814932] env[69162]: DEBUG nova.network.neutron [req-b36991cf-8224-4e4a-93d0-7e626027e5ae req-9ff2761d-3943-4096-99b0-0ed316baa9db service nova] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Updated VIF entry in instance network info cache for port 332ca961-8c6d-4389-8efd-8bd4ac87d000. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.815157] env[69162]: DEBUG nova.network.neutron [req-b36991cf-8224-4e4a-93d0-7e626027e5ae req-9ff2761d-3943-4096-99b0-0ed316baa9db service nova] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Updating instance_info_cache with network_info: [{"id": "332ca961-8c6d-4389-8efd-8bd4ac87d000", "address": "fa:16:3e:42:2a:1e", "network": {"id": "a585e32c-eeeb-43f3-9d7e-65f66a690b6a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140533241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1627fa5dbed24c1e89697757ea5e159d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332ca961-8c", "ovs_interfaceid": "332ca961-8c6d-4389-8efd-8bd4ac87d000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.002182] env[69162]: DEBUG nova.network.neutron [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance_info_cache with network_info: [{"id": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "address": "fa:16:3e:3a:8d:f7", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01480b34-07", "ovs_interfaceid": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.038235] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232943, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.095427] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5280899c-c8db-0c49-c772-f4619c825985, 'name': SearchDatastore_Task, 'duration_secs': 0.099529} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.099161] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.099464] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.099736] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.125741] env[69162]: DEBUG oslo_vmware.api [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232946, 'name': RemoveSnapshot_Task, 'duration_secs': 0.807422} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.126132] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1069.126553] env[69162]: INFO nova.compute.manager [None req-8676601d-069d-4426-a061-f8e2fccd3663 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Took 18.01 seconds to snapshot the instance on the hypervisor. [ 1069.213060] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e0637b-d2ad-4a64-bad2-818e3236415f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.225118] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab5f102-c6a8-412e-9c9c-469f24648f45 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.265417] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1297f61-8cfa-443b-910f-425a43cb6b3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.277663] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8062fd-cfa8-4c79-9b0a-779fb431f2bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.297893] env[69162]: DEBUG nova.compute.provider_tree [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.312577] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528ae2fc-f2b2-ba9e-3a6f-dbdb244c1159, 'name': SearchDatastore_Task, 'duration_secs': 0.09664} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.312908] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.313198] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] de8d1622-d31c-421a-8c59-bfc1b626d4cd/de8d1622-d31c-421a-8c59-bfc1b626d4cd.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.313505] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.313759] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.314181] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf0b7910-f0f9-4ccd-99e5-308e2dd435b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.317263] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33b08d00-8e54-45de-9da2-7b691ddd8d1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.319900] env[69162]: DEBUG oslo_concurrency.lockutils [req-b36991cf-8224-4e4a-93d0-7e626027e5ae req-9ff2761d-3943-4096-99b0-0ed316baa9db service nova] Releasing lock "refresh_cache-f62918cc-5cee-4345-a6f8-0bbfb5318c4f" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.330420] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1069.330420] env[69162]: value = "task-3232947" [ 1069.330420] env[69162]: _type = "Task" [ 1069.330420] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.338241] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.338518] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.339374] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4278c5cc-5bad-4c9c-9081-326378ed2015 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.346378] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.350116] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1069.350116] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a020f2-5cb4-0e1a-b244-e440d60c9738" [ 1069.350116] env[69162]: _type = "Task" [ 1069.350116] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.361255] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a020f2-5cb4-0e1a-b244-e440d60c9738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.505833] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.536298] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232943, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.807119] env[69162]: DEBUG nova.scheduler.client.report [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.840915] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.861296] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a020f2-5cb4-0e1a-b244-e440d60c9738, 'name': SearchDatastore_Task, 'duration_secs': 0.089633} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.862145] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00753da-a11d-462e-8445-87059f618940 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.869626] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1069.869626] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5216e198-6478-e005-7be1-32d69d408add" [ 1069.869626] env[69162]: _type = "Task" [ 1069.869626] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.880569] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5216e198-6478-e005-7be1-32d69d408add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.037409] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232943, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.866057} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.037774] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7da74dbf-a302-4f2e-a5db-02d4d49b649d/7da74dbf-a302-4f2e-a5db-02d4d49b649d.vmdk to [datastore1] bb46b420-8682-4a15-acac-6d4b65592f80/bb46b420-8682-4a15-acac-6d4b65592f80.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.038664] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc89c81-8b9a-4f41-afc3-3534b03e47d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.065743] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] bb46b420-8682-4a15-acac-6d4b65592f80/bb46b420-8682-4a15-acac-6d4b65592f80.vmdk or device None with type streamOptimized {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.066966] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143cf4e2-37c5-4e21-bcae-8ef93655559b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.091059] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1070.091059] env[69162]: value = "task-3232948" [ 1070.091059] env[69162]: _type = "Task" [ 1070.091059] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.101627] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.312683] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.313142] env[69162]: DEBUG nova.compute.manager [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.316471] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.634s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.316688] env[69162]: DEBUG nova.objects.instance [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1070.342866] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232947, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.382548] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5216e198-6478-e005-7be1-32d69d408add, 'name': SearchDatastore_Task, 'duration_secs': 0.024033} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.383071] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.383637] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] f62918cc-5cee-4345-a6f8-0bbfb5318c4f/f62918cc-5cee-4345-a6f8-0bbfb5318c4f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.385027] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7203e11a-e25a-4c74-a8ad-cbb20ebc9c12 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.396202] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1070.396202] env[69162]: value = "task-3232949" [ 1070.396202] env[69162]: _type = "Task" [ 1070.396202] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.407545] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.603751] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.824847] env[69162]: DEBUG nova.compute.utils [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.827728] env[69162]: DEBUG nova.compute.manager [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.827728] env[69162]: DEBUG nova.network.neutron [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.848027] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232947, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.343699} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.848027] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] de8d1622-d31c-421a-8c59-bfc1b626d4cd/de8d1622-d31c-421a-8c59-bfc1b626d4cd.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.848027] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.848027] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b4a0770-6cff-48d6-b38d-48a6dc2f808a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.857072] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1070.857072] env[69162]: value = "task-3232950" [ 1070.857072] env[69162]: _type = "Task" [ 1070.857072] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.870932] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.885723] env[69162]: DEBUG nova.policy [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9cbe44214f143cfb8dd36bc5d863c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59ac1f4b47ab462a8838edb8e46e22a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.909762] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232949, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.022217] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211ebff-1fbd-4ae9-8407-e1fb8c5c6923 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.042548] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance '1adb8974-9ddb-4192-9cfa-a5531d094f2c' progress to 0 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.103273] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232948, 'name': ReconfigVM_Task, 'duration_secs': 0.926516} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.103589] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Reconfigured VM instance instance-00000026 to attach disk [datastore1] bb46b420-8682-4a15-acac-6d4b65592f80/bb46b420-8682-4a15-acac-6d4b65592f80.vmdk or device None with type streamOptimized {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.105201] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'size': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': 'ffd621e6-83e3-4f32-bf4e-62ed3a489064'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646206', 'volume_id': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'name': 'volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bb46b420-8682-4a15-acac-6d4b65592f80', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'serial': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9'}, 'attachment_id': 'ecf521c8-5690-4580-acaa-0ba8234caf21', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69162) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1071.105443] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1071.105934] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646206', 'volume_id': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'name': 'volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bb46b420-8682-4a15-acac-6d4b65592f80', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'serial': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1071.107415] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342c91fa-9481-4b55-bae5-42843ed6ccd9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.127275] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0a2101-2715-4c03-be25-32b690d48aeb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.152902] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9/volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.154125] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73905136-b42b-4383-8b05-a820b08c64e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.174131] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1071.174131] env[69162]: value = "task-3232951" [ 1071.174131] env[69162]: _type = "Task" [ 1071.174131] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.182441] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.203955] env[69162]: DEBUG nova.network.neutron [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Successfully created port: 3ea517ce-2d07-4582-827a-7c08555307f8 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.279173] env[69162]: DEBUG oslo_concurrency.lockutils [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.279450] env[69162]: DEBUG oslo_concurrency.lockutils [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.327731] env[69162]: DEBUG oslo_concurrency.lockutils [None req-406b1d9d-ce15-4a83-952e-9dc751db49d3 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.328720] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.778s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.332021] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.332021] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1071.332021] env[69162]: DEBUG oslo_concurrency.lockutils [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.965s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.332021] env[69162]: DEBUG nova.objects.instance [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lazy-loading 'resources' on Instance uuid 99fe6fb9-9965-4811-ba4c-a0084eb2672b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.332021] env[69162]: DEBUG nova.compute.manager [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.334861] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea23a19f-2b8c-49a5-8ce1-94c4e8c2d61c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.346019] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb155c3-d54c-4af6-ab6e-0969144a0700 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.368510] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e20a583-31da-4c4e-845b-8110070c65de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.380881] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d170e8-8183-405c-a23b-844ba2689e8b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.385490] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095182} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.386772] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "2610de4b-76e5-4d36-8544-525b4cb645c1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.387141] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.387415] env[69162]: INFO nova.compute.manager [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Rebooting instance [ 1071.388682] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.390349] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c78ec89-9ecc-49cb-a4a6-b7b610eec372 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.424956] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178958MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1071.425145] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.450353] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] de8d1622-d31c-421a-8c59-bfc1b626d4cd/de8d1622-d31c-421a-8c59-bfc1b626d4cd.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.451635] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28557031-4d5b-4190-be26-0e91e9d5138e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.475747] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743129} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.476635] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] f62918cc-5cee-4345-a6f8-0bbfb5318c4f/f62918cc-5cee-4345-a6f8-0bbfb5318c4f.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.476966] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.477330] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cae8968-ee39-43e4-9fc3-abaf1686ac4e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.483814] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1071.483814] env[69162]: value = "task-3232952" [ 1071.483814] env[69162]: _type = "Task" [ 1071.483814] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.489365] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "ac16b152-019e-46bb-8754-505b2e2f443c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.489704] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "ac16b152-019e-46bb-8754-505b2e2f443c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.490032] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "ac16b152-019e-46bb-8754-505b2e2f443c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.490274] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "ac16b152-019e-46bb-8754-505b2e2f443c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.490496] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "ac16b152-019e-46bb-8754-505b2e2f443c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.496841] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1071.496841] env[69162]: value = "task-3232953" [ 1071.496841] env[69162]: _type = "Task" [ 1071.496841] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.497247] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.497811] env[69162]: INFO nova.compute.manager [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Terminating instance [ 1071.509995] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.549087] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.549408] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e1c45c-86e7-4491-935d-f347151cfa42 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.558077] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1071.558077] env[69162]: value = "task-3232954" [ 1071.558077] env[69162]: _type = "Task" [ 1071.558077] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.567687] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.684684] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232951, 'name': ReconfigVM_Task, 'duration_secs': 0.31863} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.685113] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9/volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.689903] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1899bade-097e-4027-8a80-86bad88a4030 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.706797] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1071.706797] env[69162]: value = "task-3232955" [ 1071.706797] env[69162]: _type = "Task" [ 1071.706797] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.717361] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.784081] env[69162]: DEBUG nova.compute.utils [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.840072] env[69162]: INFO nova.virt.block_device [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Booting with volume f7b1702c-7774-4e8d-a41a-b31eaf18a71d at /dev/sda [ 1071.882662] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1916e5d-bbb8-456f-a597-d03ab449b8a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.899274] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77ac6b4-2778-448f-8971-82961af707c9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.913164] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.913346] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.913518] env[69162]: DEBUG nova.network.neutron [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.945723] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1f9e407-384f-48b4-b33f-6392cc3449eb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.955954] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f449ce-b110-49a7-a9da-854bdb8afef6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.997836] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d08c5-1bee-40a3-a5b3-8618f4b94b14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.007227] env[69162]: DEBUG nova.compute.manager [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.007455] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.007734] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232952, 'name': ReconfigVM_Task, 'duration_secs': 0.287738} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.010330] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a819d99a-b811-4ff0-a27b-a8c160b59626 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.013116] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Reconfigured VM instance instance-0000004e to attach disk [datastore1] de8d1622-d31c-421a-8c59-bfc1b626d4cd/de8d1622-d31c-421a-8c59-bfc1b626d4cd.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.018463] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960f7507-def3-4c17-8ce8-4cce589ae28f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.020247] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5572bd03-2943-401f-b193-f993c0956fe7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.022420] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075426} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.023344] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.024634] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e574bdb-466f-44e3-95d9-fe246fa23fa8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.029073] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.030508] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835c012b-ecb7-4873-a70e-caa5d289d1fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.031960] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1072.031960] env[69162]: value = "task-3232956" [ 1072.031960] env[69162]: _type = "Task" [ 1072.031960] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.060706] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f62918cc-5cee-4345-a6f8-0bbfb5318c4f/f62918cc-5cee-4345-a6f8-0bbfb5318c4f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.060706] env[69162]: DEBUG nova.virt.block_device [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Updating existing volume attachment record: 1d497821-f5f8-4538-8218-f392165ac879 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1072.066626] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f3d460b-6113-41bc-a2fd-e8f8573e289d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.080612] env[69162]: DEBUG oslo_vmware.api [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1072.080612] env[69162]: value = "task-3232957" [ 1072.080612] env[69162]: _type = "Task" [ 1072.080612] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.094266] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232956, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.097164] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1072.097164] env[69162]: value = "task-3232958" [ 1072.097164] env[69162]: _type = "Task" [ 1072.097164] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.103422] env[69162]: DEBUG oslo_vmware.api [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.103697] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232954, 'name': PowerOffVM_Task, 'duration_secs': 0.259107} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.109277] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.109521] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance '1adb8974-9ddb-4192-9cfa-a5531d094f2c' progress to 17 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.122193] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232958, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.219726] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232955, 'name': ReconfigVM_Task, 'duration_secs': 0.164959} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.220152] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646206', 'volume_id': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'name': 'volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bb46b420-8682-4a15-acac-6d4b65592f80', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'serial': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1072.220730] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9914abe-621b-4c95-a6be-633f1131347d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.231538] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1072.231538] env[69162]: value = "task-3232959" [ 1072.231538] env[69162]: _type = "Task" [ 1072.231538] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.242527] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232959, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.255463] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a61dd7-37ec-4edd-bc9a-3502660a9d30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.265896] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10cdc14-e388-4562-ba9e-0efc20a27a5f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.297039] env[69162]: DEBUG oslo_concurrency.lockutils [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.298938] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10ffb6f-6143-4249-814d-22ee14bac913 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.308704] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20a959b-0e7b-42ca-b98b-a7f83c98357b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.325077] env[69162]: DEBUG nova.compute.provider_tree [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.544921] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232956, 'name': Rename_Task, 'duration_secs': 0.164924} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.545241] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.545494] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4899097-4744-41be-abe9-45728bc4bdcd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.553120] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1072.553120] env[69162]: value = "task-3232960" [ 1072.553120] env[69162]: _type = "Task" [ 1072.553120] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.561720] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.612289] env[69162]: DEBUG oslo_vmware.api [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232957, 'name': PowerOffVM_Task, 'duration_secs': 0.188526} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.618601] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.618809] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.626238] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.626631] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.626861] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.627150] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.627375] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.627771] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.627908] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.628104] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.628414] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.629749] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.629890] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.635825] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1009232-9db8-411f-94b8-78ac4adb36f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.641465] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ae0d06-85b2-40cd-94e3-73e860c353f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.659889] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232958, 'name': ReconfigVM_Task, 'duration_secs': 0.368784} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.660212] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f62918cc-5cee-4345-a6f8-0bbfb5318c4f/f62918cc-5cee-4345-a6f8-0bbfb5318c4f.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.660888] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96504aa6-d07c-475f-a517-9458256f7947 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.664214] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1072.664214] env[69162]: value = "task-3232962" [ 1072.664214] env[69162]: _type = "Task" [ 1072.664214] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.670375] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1072.670375] env[69162]: value = "task-3232963" [ 1072.670375] env[69162]: _type = "Task" [ 1072.670375] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.675903] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.688966] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232963, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.742108] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.742436] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.742658] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Deleting the datastore file [datastore1] ac16b152-019e-46bb-8754-505b2e2f443c {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.743322] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cc6caed-eb71-48c2-8679-0068096b9c46 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.749840] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232959, 'name': Rename_Task, 'duration_secs': 0.157531} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.750787] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.751195] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3396cdc-7438-4380-a712-d264049aee8d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.756767] env[69162]: DEBUG oslo_vmware.api [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1072.756767] env[69162]: value = "task-3232964" [ 1072.756767] env[69162]: _type = "Task" [ 1072.756767] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.762545] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1072.762545] env[69162]: value = "task-3232965" [ 1072.762545] env[69162]: _type = "Task" [ 1072.762545] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.770184] env[69162]: DEBUG oslo_vmware.api [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.777082] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.809304] env[69162]: DEBUG nova.network.neutron [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance_info_cache with network_info: [{"id": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "address": "fa:16:3e:98:90:6d", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab4a885-cc", "ovs_interfaceid": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.816039] env[69162]: DEBUG nova.compute.manager [req-924ab6fd-5f89-4089-b731-78c61d27ac7c req-9dd515b5-1d38-4d4d-bd68-b17f99bf37a8 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Received event network-vif-plugged-3ea517ce-2d07-4582-827a-7c08555307f8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.816279] env[69162]: DEBUG oslo_concurrency.lockutils [req-924ab6fd-5f89-4089-b731-78c61d27ac7c req-9dd515b5-1d38-4d4d-bd68-b17f99bf37a8 service nova] Acquiring lock "0999fc7c-02fe-4810-b2be-328dc6293514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.816504] env[69162]: DEBUG oslo_concurrency.lockutils [req-924ab6fd-5f89-4089-b731-78c61d27ac7c req-9dd515b5-1d38-4d4d-bd68-b17f99bf37a8 service nova] Lock "0999fc7c-02fe-4810-b2be-328dc6293514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.816663] env[69162]: DEBUG oslo_concurrency.lockutils [req-924ab6fd-5f89-4089-b731-78c61d27ac7c req-9dd515b5-1d38-4d4d-bd68-b17f99bf37a8 service nova] Lock "0999fc7c-02fe-4810-b2be-328dc6293514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.816834] env[69162]: DEBUG nova.compute.manager [req-924ab6fd-5f89-4089-b731-78c61d27ac7c req-9dd515b5-1d38-4d4d-bd68-b17f99bf37a8 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] No waiting events found dispatching network-vif-plugged-3ea517ce-2d07-4582-827a-7c08555307f8 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.817209] env[69162]: WARNING nova.compute.manager [req-924ab6fd-5f89-4089-b731-78c61d27ac7c req-9dd515b5-1d38-4d4d-bd68-b17f99bf37a8 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Received unexpected event network-vif-plugged-3ea517ce-2d07-4582-827a-7c08555307f8 for instance with vm_state building and task_state block_device_mapping. [ 1072.828308] env[69162]: DEBUG nova.scheduler.client.report [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.894685] env[69162]: DEBUG nova.network.neutron [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Successfully updated port: 3ea517ce-2d07-4582-827a-7c08555307f8 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.066019] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232960, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.176572] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232962, 'name': ReconfigVM_Task, 'duration_secs': 0.243408} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.181500] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance '1adb8974-9ddb-4192-9cfa-a5531d094f2c' progress to 33 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.192035] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232963, 'name': Rename_Task, 'duration_secs': 0.226007} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.192035] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.192035] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd05404-bc74-4329-a34f-2982636ed5c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.199963] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1073.199963] env[69162]: value = "task-3232966" [ 1073.199963] env[69162]: _type = "Task" [ 1073.199963] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.208829] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.270382] env[69162]: DEBUG oslo_vmware.api [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3232964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192605} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.271069] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.271295] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.271485] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.271696] env[69162]: INFO nova.compute.manager [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1073.271980] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.272531] env[69162]: DEBUG nova.compute.manager [-] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.272531] env[69162]: DEBUG nova.network.neutron [-] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.277092] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232965, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.312090] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.334276] env[69162]: DEBUG oslo_concurrency.lockutils [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.338702] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.480s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.338946] env[69162]: DEBUG nova.objects.instance [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'resources' on Instance uuid 05b59159-1ed6-49ec-bb2a-43430d6823a0 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.361158] env[69162]: INFO nova.scheduler.client.report [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Deleted allocations for instance 99fe6fb9-9965-4811-ba4c-a0084eb2672b [ 1073.375869] env[69162]: DEBUG oslo_concurrency.lockutils [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.376469] env[69162]: DEBUG oslo_concurrency.lockutils [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.376788] env[69162]: INFO nova.compute.manager [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Attaching volume e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc to /dev/sdb [ 1073.398471] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Acquiring lock "refresh_cache-0999fc7c-02fe-4810-b2be-328dc6293514" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.399138] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Acquired lock "refresh_cache-0999fc7c-02fe-4810-b2be-328dc6293514" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.399138] env[69162]: DEBUG nova.network.neutron [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.418324] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f48ce1-ea44-48fd-b530-73bec44d9aa6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.437605] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c870110-c2b9-4d32-a244-f5070088543c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.457549] env[69162]: DEBUG nova.virt.block_device [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating existing volume attachment record: b2db9f7a-9125-4d89-a5fb-b986cc9bf2de {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1073.564545] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232960, 'name': PowerOnVM_Task, 'duration_secs': 0.562766} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.564856] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.565500] env[69162]: INFO nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Took 12.20 seconds to spawn the instance on the hypervisor. [ 1073.565500] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.566117] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec8d459-0364-4bd2-a6dd-16d2f597556e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.691266] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.691821] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.691821] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.692429] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.692429] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.692506] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.692776] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.692981] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.693423] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.693669] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.693945] env[69162]: DEBUG nova.virt.hardware [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.700790] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.701969] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0052b0a-9c24-447d-9975-2e89c8d15275 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.737107] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232966, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.739998] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1073.739998] env[69162]: value = "task-3232968" [ 1073.739998] env[69162]: _type = "Task" [ 1073.739998] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.751779] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.759319] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "88eaf0df-5255-4011-ac1a-455c2556e1df" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.759955] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.774405] env[69162]: DEBUG oslo_vmware.api [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3232965, 'name': PowerOnVM_Task, 'duration_secs': 0.699312} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.774725] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.818260] env[69162]: DEBUG nova.compute.manager [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.819695] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be212d9-1a3a-4207-a49b-281c2486b4d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.875410] env[69162]: DEBUG oslo_concurrency.lockutils [None req-641d2028-a510-42cb-a4cc-f326f7c54e9c tempest-ServersWithSpecificFlavorTestJSON-1592088405 tempest-ServersWithSpecificFlavorTestJSON-1592088405-project-member] Lock "99fe6fb9-9965-4811-ba4c-a0084eb2672b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.875s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.913131] env[69162]: DEBUG nova.compute.manager [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.914272] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c40209-5e93-4e3c-bb45-9e6fc73ff79b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.939320] env[69162]: DEBUG nova.network.neutron [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.046322] env[69162]: DEBUG nova.network.neutron [-] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.084350] env[69162]: INFO nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Took 21.33 seconds to build instance. [ 1074.094597] env[69162]: DEBUG nova.network.neutron [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Updating instance_info_cache with network_info: [{"id": "3ea517ce-2d07-4582-827a-7c08555307f8", "address": "fa:16:3e:3d:2a:3c", "network": {"id": "b8b19466-c0c3-45b1-818c-e5473638f750", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-629377562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ac1f4b47ab462a8838edb8e46e22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea517ce-2d", "ovs_interfaceid": "3ea517ce-2d07-4582-827a-7c08555307f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.172760] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9beb9c-f435-48ca-a49e-631bed8505e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.182043] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fd17b7-5e62-4588-89a3-26c9813f891d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.215209] env[69162]: DEBUG nova.compute.manager [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.215777] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.216041] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.216223] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.216414] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.216564] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.216712] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.216943] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.217179] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.217377] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.217565] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.217739] env[69162]: DEBUG nova.virt.hardware [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.218775] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051efdae-3104-4016-9fbd-3a580ccf2518 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.224520] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f19ffa-e3f2-496e-aa72-74c37ac22708 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.232678] env[69162]: DEBUG oslo_vmware.api [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232966, 'name': PowerOnVM_Task, 'duration_secs': 0.588266} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.236436] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.236643] env[69162]: INFO nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1074.236828] env[69162]: DEBUG nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.237645] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95bf0fe-aaa7-49e5-bdb6-c959ef6183c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.240828] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512ab323-6d42-4be2-9874-e6ea40d740d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.245526] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba99ae9-0845-4bea-910f-6d7daf317200 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.272975] env[69162]: DEBUG nova.compute.utils [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.277246] env[69162]: DEBUG nova.compute.provider_tree [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.279234] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232968, 'name': ReconfigVM_Task, 'duration_secs': 0.199724} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.279710] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.281029] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1e1291-0db4-42ec-a68d-3143f0222800 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.304544] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 1adb8974-9ddb-4192-9cfa-a5531d094f2c/1adb8974-9ddb-4192-9cfa-a5531d094f2c.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.306176] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e4cdab-1b2c-46d6-a91c-af043d9d73fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.326494] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1074.326494] env[69162]: value = "task-3232971" [ 1074.326494] env[69162]: _type = "Task" [ 1074.326494] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.340073] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.435322] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c24a314c-ea3b-4263-a67f-91b5cf03866c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.381s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.549034] env[69162]: INFO nova.compute.manager [-] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Took 1.28 seconds to deallocate network for instance. [ 1074.587497] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.837s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.604469] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Releasing lock "refresh_cache-0999fc7c-02fe-4810-b2be-328dc6293514" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.604883] env[69162]: DEBUG nova.compute.manager [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Instance network_info: |[{"id": "3ea517ce-2d07-4582-827a-7c08555307f8", "address": "fa:16:3e:3d:2a:3c", "network": {"id": "b8b19466-c0c3-45b1-818c-e5473638f750", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-629377562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ac1f4b47ab462a8838edb8e46e22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea517ce-2d", "ovs_interfaceid": "3ea517ce-2d07-4582-827a-7c08555307f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.605388] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:2a:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ea517ce-2d07-4582-827a-7c08555307f8', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.616503] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Creating folder: Project (59ac1f4b47ab462a8838edb8e46e22a6). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.617214] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef2d0d90-fb0a-4887-956a-326b7aef4bea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.631513] env[69162]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1074.631714] env[69162]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69162) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1074.632135] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Folder already exists: Project (59ac1f4b47ab462a8838edb8e46e22a6). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1074.632344] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Creating folder: Instances. Parent ref: group-v646199. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.632664] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08500cd4-23fe-4a2d-a5f4-3dcade039057 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.643546] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Created folder: Instances in parent group-v646199. [ 1074.643887] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.644116] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.644332] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9b6038f-e0f8-44fe-b45f-06e5c124912c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.664229] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.664229] env[69162]: value = "task-3232974" [ 1074.664229] env[69162]: _type = "Task" [ 1074.664229] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.672615] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232974, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.781027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.785147] env[69162]: DEBUG nova.scheduler.client.report [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.790462] env[69162]: INFO nova.compute.manager [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Took 21.99 seconds to build instance. [ 1074.837755] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232971, 'name': ReconfigVM_Task, 'duration_secs': 0.278746} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.838069] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 1adb8974-9ddb-4192-9cfa-a5531d094f2c/1adb8974-9ddb-4192-9cfa-a5531d094f2c.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.838455] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance '1adb8974-9ddb-4192-9cfa-a5531d094f2c' progress to 50 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.843497] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d99622-abcb-47e8-8648-48107cfe7370 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.850761] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Doing hard reboot of VM {{(pid=69162) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1074.851009] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1e35be19-93d6-45f0-b433-7ee4d7bb34cc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.857617] env[69162]: DEBUG oslo_vmware.api [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1074.857617] env[69162]: value = "task-3232975" [ 1074.857617] env[69162]: _type = "Task" [ 1074.857617] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.867868] env[69162]: DEBUG oslo_vmware.api [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232975, 'name': ResetVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.949466] env[69162]: DEBUG nova.compute.manager [req-32000f9c-be3c-4baa-ab0c-a8c0228dd9e3 req-205c11af-c85f-4569-9d6e-33b8ad9fc004 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Received event network-changed-3ea517ce-2d07-4582-827a-7c08555307f8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.949737] env[69162]: DEBUG nova.compute.manager [req-32000f9c-be3c-4baa-ab0c-a8c0228dd9e3 req-205c11af-c85f-4569-9d6e-33b8ad9fc004 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Refreshing instance network info cache due to event network-changed-3ea517ce-2d07-4582-827a-7c08555307f8. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.950100] env[69162]: DEBUG oslo_concurrency.lockutils [req-32000f9c-be3c-4baa-ab0c-a8c0228dd9e3 req-205c11af-c85f-4569-9d6e-33b8ad9fc004 service nova] Acquiring lock "refresh_cache-0999fc7c-02fe-4810-b2be-328dc6293514" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.950177] env[69162]: DEBUG oslo_concurrency.lockutils [req-32000f9c-be3c-4baa-ab0c-a8c0228dd9e3 req-205c11af-c85f-4569-9d6e-33b8ad9fc004 service nova] Acquired lock "refresh_cache-0999fc7c-02fe-4810-b2be-328dc6293514" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.950412] env[69162]: DEBUG nova.network.neutron [req-32000f9c-be3c-4baa-ab0c-a8c0228dd9e3 req-205c11af-c85f-4569-9d6e-33b8ad9fc004 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Refreshing network info cache for port 3ea517ce-2d07-4582-827a-7c08555307f8 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.056109] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.175138] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232974, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.290715] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.293419] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.908s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.293569] env[69162]: DEBUG nova.objects.instance [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lazy-loading 'resources' on Instance uuid 74ea68bc-077c-45c0-be38-4cb3dede6722 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.295137] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fc81e8c3-f381-4598-9fd3-86d292ab4231 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.504s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.314249] env[69162]: INFO nova.scheduler.client.report [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleted allocations for instance 05b59159-1ed6-49ec-bb2a-43430d6823a0 [ 1075.346906] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3789c4-f287-4b68-91f4-e0c0d01de63f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.375422] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cc979f-6e62-42ef-ac60-dd546f96e266 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.383967] env[69162]: DEBUG oslo_vmware.api [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3232975, 'name': ResetVM_Task, 'duration_secs': 0.099442} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.397132] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Did hard reboot of VM {{(pid=69162) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1075.397435] env[69162]: DEBUG nova.compute.manager [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.398071] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance '1adb8974-9ddb-4192-9cfa-a5531d094f2c' progress to 67 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.401840] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88aed63-9049-49ef-99ec-17dd4727c932 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.506077] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.506400] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.506618] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.506805] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.507105] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.509566] env[69162]: INFO nova.compute.manager [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Terminating instance [ 1075.666316] env[69162]: DEBUG nova.network.neutron [req-32000f9c-be3c-4baa-ab0c-a8c0228dd9e3 req-205c11af-c85f-4569-9d6e-33b8ad9fc004 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Updated VIF entry in instance network info cache for port 3ea517ce-2d07-4582-827a-7c08555307f8. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.666710] env[69162]: DEBUG nova.network.neutron [req-32000f9c-be3c-4baa-ab0c-a8c0228dd9e3 req-205c11af-c85f-4569-9d6e-33b8ad9fc004 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Updating instance_info_cache with network_info: [{"id": "3ea517ce-2d07-4582-827a-7c08555307f8", "address": "fa:16:3e:3d:2a:3c", "network": {"id": "b8b19466-c0c3-45b1-818c-e5473638f750", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-629377562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ac1f4b47ab462a8838edb8e46e22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea517ce-2d", "ovs_interfaceid": "3ea517ce-2d07-4582-827a-7c08555307f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.678335] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3232974, 'name': CreateVM_Task, 'duration_secs': 0.616452} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.679047] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.679735] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646210', 'volume_id': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'name': 'volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0999fc7c-02fe-4810-b2be-328dc6293514', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'serial': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d'}, 'attachment_id': '1d497821-f5f8-4538-8218-f392165ac879', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69162) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1075.679945] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Root volume attach. Driver type: vmdk {{(pid=69162) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1075.681006] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f62b8c-b3ef-479f-95d2-4f7edfff2705 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.690247] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5598420-d6fd-4ea6-821f-ea18584fb726 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.697731] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbef9588-6573-43a5-a207-c4ab03373c25 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.705207] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fb014466-f5a8-4378-a772-28eb97f4845c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.713336] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for the task: (returnval){ [ 1075.713336] env[69162]: value = "task-3232976" [ 1075.713336] env[69162]: _type = "Task" [ 1075.713336] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.717172] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.717416] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.717618] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.717802] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.717994] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.720442] env[69162]: INFO nova.compute.manager [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Terminating instance [ 1075.728083] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232976, 'name': RelocateVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.837356] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "88eaf0df-5255-4011-ac1a-455c2556e1df" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.837694] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.838123] env[69162]: INFO nova.compute.manager [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Attaching volume 8068af87-69db-4ebd-8c0a-8530f92ac5d3 to /dev/sdb [ 1075.840919] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0e59334c-9dce-48b6-8b51-9e3e70aebe1e tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.253s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.842183] env[69162]: DEBUG oslo_concurrency.lockutils [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] Acquired lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.843256] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a9e15-31b3-4067-8db6-520f4a776fca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.858849] env[69162]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1075.858849] env[69162]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69162) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1075.858849] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e9e9359-e677-44c4-95c9-17fdce35f54b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.870175] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423419d-f5c3-4708-b4e2-660e12ec3e25 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.888297] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03480034-61d2-43ca-9ba0-423016c030bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.896411] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1e2b80-33b3-4965-a69d-029366ee0c13 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.924814] env[69162]: ERROR root [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-646147' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-646147' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-646147' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-646147'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-646147' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-646147' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-646147'}\n"]: nova.exception.InstanceNotFound: Instance 05b59159-1ed6-49ec-bb2a-43430d6823a0 could not be found. [ 1075.925062] env[69162]: DEBUG oslo_concurrency.lockutils [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] Releasing lock "05b59159-1ed6-49ec-bb2a-43430d6823a0" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.925288] env[69162]: DEBUG nova.compute.manager [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Detach interface failed, port_id=cd6915e5-37be-4006-837e-0894ea3aac78, reason: Instance 05b59159-1ed6-49ec-bb2a-43430d6823a0 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.925473] env[69162]: DEBUG nova.compute.manager [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Received event network-vif-deleted-cb45af70-45f9-4efc-b870-c3d7960c1363 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.925640] env[69162]: INFO nova.compute.manager [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Neutron deleted interface cb45af70-45f9-4efc-b870-c3d7960c1363; detaching it from the instance and deleting it from the info cache [ 1075.925807] env[69162]: DEBUG nova.network.neutron [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.927583] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3c60426e-259b-48ef-a979-fa69e01dedd7 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.540s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.932580] env[69162]: DEBUG nova.virt.block_device [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Updating existing volume attachment record: 9bf6a15a-7ce5-4c70-b4b6-61fe298110fa {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1075.972105] env[69162]: DEBUG nova.network.neutron [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Port 01480b34-07bf-4aa3-a6dd-ef382b962e6c binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1076.013445] env[69162]: DEBUG nova.compute.manager [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.013757] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.015073] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6e94df-eeb5-413b-8151-f55c445bc805 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.023716] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.026466] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de8bbbeb-cbe8-48bc-a91f-8dd4987f071b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.036904] env[69162]: DEBUG oslo_vmware.api [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1076.036904] env[69162]: value = "task-3232978" [ 1076.036904] env[69162]: _type = "Task" [ 1076.036904] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.052304] env[69162]: DEBUG oslo_vmware.api [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.168843] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a89397-c0d6-4477-9314-b5c20694588f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.172492] env[69162]: DEBUG oslo_concurrency.lockutils [req-32000f9c-be3c-4baa-ab0c-a8c0228dd9e3 req-205c11af-c85f-4569-9d6e-33b8ad9fc004 service nova] Releasing lock "refresh_cache-0999fc7c-02fe-4810-b2be-328dc6293514" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.172778] env[69162]: DEBUG nova.compute.manager [req-32000f9c-be3c-4baa-ab0c-a8c0228dd9e3 req-205c11af-c85f-4569-9d6e-33b8ad9fc004 service nova] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Received event network-vif-deleted-5a95072d-1336-48de-aaa6-b9de9f8e6da7 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.177436] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f311cd94-a2dc-46a0-9b5c-6c2403318892 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.213582] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0711544a-f3f7-45d9-bae5-119ca691f7d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.225767] env[69162]: DEBUG nova.compute.manager [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.225908] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.229999] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7a7f40-8b7f-484c-9057-d30f6a045f81 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.234409] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08f0766-28cb-4cd7-ae9a-78b01c051807 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.238814] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232976, 'name': RelocateVM_Task, 'duration_secs': 0.029518} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.239135] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1076.239361] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646210', 'volume_id': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'name': 'volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0999fc7c-02fe-4810-b2be-328dc6293514', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'serial': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1076.240835] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b27d60-7b3b-4c0f-9a47-c7abc341ef32 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.253812] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.254338] env[69162]: DEBUG nova.compute.provider_tree [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.256238] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c9d7af-d1e4-4d10-97a9-e091fe06c0a5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.274448] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc68dbf7-b544-4617-96a6-14d62ff8a0ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.278248] env[69162]: DEBUG oslo_vmware.api [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1076.278248] env[69162]: value = "task-3232980" [ 1076.278248] env[69162]: _type = "Task" [ 1076.278248] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.305432] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d/volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.306983] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b157c8-c0a8-44f3-8276-4520c22ca7d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.327844] env[69162]: DEBUG oslo_vmware.api [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.333850] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for the task: (returnval){ [ 1076.333850] env[69162]: value = "task-3232981" [ 1076.333850] env[69162]: _type = "Task" [ 1076.333850] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.343132] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.436024] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6aa06cd-01b6-4cb7-997f-77bf0c475524 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.448294] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04292b4-dc15-492a-aa05-a425c5b23235 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.493998] env[69162]: DEBUG nova.compute.manager [req-ada36b8b-c476-4cfd-b865-b81589ab3712 req-2a99ace1-f05d-4840-a471-eeff1b1e36c1 service nova] [instance: 128d4784-9841-4527-b560-19c047fe8773] Detach interface failed, port_id=cb45af70-45f9-4efc-b870-c3d7960c1363, reason: Instance 128d4784-9841-4527-b560-19c047fe8773 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.548693] env[69162]: DEBUG oslo_vmware.api [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232978, 'name': PowerOffVM_Task, 'duration_secs': 0.35213} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.548693] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.548693] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.548693] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b00ada-0e7b-46ca-8e97-0183a30ef741 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.626929] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.627353] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.627932] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleting the datastore file [datastore1] de8d1622-d31c-421a-8c59-bfc1b626d4cd {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.628326] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5847d472-0022-4aed-8658-6584af152be0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.637545] env[69162]: DEBUG oslo_vmware.api [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1076.637545] env[69162]: value = "task-3232985" [ 1076.637545] env[69162]: _type = "Task" [ 1076.637545] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.651527] env[69162]: DEBUG oslo_vmware.api [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.762032] env[69162]: DEBUG nova.scheduler.client.report [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.797463] env[69162]: DEBUG oslo_vmware.api [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232980, 'name': PowerOffVM_Task, 'duration_secs': 0.208796} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.797947] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.798244] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.798589] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43227cf1-20ec-4b28-a499-405d5573a96b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.846481] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232981, 'name': ReconfigVM_Task, 'duration_secs': 0.34163} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.846481] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d/volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.851301] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6773a509-3182-4cfd-815d-7a5ae2571bd7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.872721] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for the task: (returnval){ [ 1076.872721] env[69162]: value = "task-3232987" [ 1076.872721] env[69162]: _type = "Task" [ 1076.872721] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.882309] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.882309] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.882309] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleting the datastore file [datastore1] f62918cc-5cee-4345-a6f8-0bbfb5318c4f {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.882309] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f17c242c-5a0f-4f21-abf8-9c6fc090732f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.888783] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.896788] env[69162]: DEBUG oslo_vmware.api [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for the task: (returnval){ [ 1076.896788] env[69162]: value = "task-3232988" [ 1076.896788] env[69162]: _type = "Task" [ 1076.896788] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.905638] env[69162]: DEBUG oslo_vmware.api [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.012690] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.012690] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.014116] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.150268] env[69162]: DEBUG oslo_vmware.api [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184554} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.150916] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.150916] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.150916] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.151102] env[69162]: INFO nova.compute.manager [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1077.151339] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.152307] env[69162]: DEBUG nova.compute.manager [-] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.152307] env[69162]: DEBUG nova.network.neutron [-] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.266676] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.269543] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.880s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.271483] env[69162]: INFO nova.compute.claims [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.299240] env[69162]: INFO nova.scheduler.client.report [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Deleted allocations for instance 74ea68bc-077c-45c0-be38-4cb3dede6722 [ 1077.385400] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232987, 'name': ReconfigVM_Task, 'duration_secs': 0.158163} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.385768] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646210', 'volume_id': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'name': 'volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0999fc7c-02fe-4810-b2be-328dc6293514', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'serial': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1077.386421] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d23ca225-26b6-4bb3-9038-eb1d31e09340 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.394016] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for the task: (returnval){ [ 1077.394016] env[69162]: value = "task-3232989" [ 1077.394016] env[69162]: _type = "Task" [ 1077.394016] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.407550] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232989, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.410707] env[69162]: DEBUG oslo_vmware.api [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Task: {'id': task-3232988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319432} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.410991] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.411225] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.411451] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.411662] env[69162]: INFO nova.compute.manager [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1077.412068] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.412138] env[69162]: DEBUG nova.compute.manager [-] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.412259] env[69162]: DEBUG nova.network.neutron [-] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.663671] env[69162]: DEBUG nova.compute.manager [req-6bbca197-b704-460f-9ca0-1f4d4f54d3f8 req-ee74050c-7cbb-465b-a7ea-cdc660ece211 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Received event network-vif-deleted-f2569f9e-dffa-457d-9248-0aa2103c229c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.663937] env[69162]: INFO nova.compute.manager [req-6bbca197-b704-460f-9ca0-1f4d4f54d3f8 req-ee74050c-7cbb-465b-a7ea-cdc660ece211 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Neutron deleted interface f2569f9e-dffa-457d-9248-0aa2103c229c; detaching it from the instance and deleting it from the info cache [ 1077.664162] env[69162]: DEBUG nova.network.neutron [req-6bbca197-b704-460f-9ca0-1f4d4f54d3f8 req-ee74050c-7cbb-465b-a7ea-cdc660ece211 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.807014] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b85fe2ab-4267-41d2-b93d-c5b8cf97c039 tempest-ImagesTestJSON-873932424 tempest-ImagesTestJSON-873932424-project-member] Lock "74ea68bc-077c-45c0-be38-4cb3dede6722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.541s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.917566] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232989, 'name': Rename_Task, 'duration_secs': 0.138098} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.918181] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.919834] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b924e5bc-e24b-4e85-85c6-59f90bca41f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.930557] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for the task: (returnval){ [ 1077.930557] env[69162]: value = "task-3232990" [ 1077.930557] env[69162]: _type = "Task" [ 1077.930557] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.940987] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.009259] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1078.009532] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646222', 'volume_id': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'name': 'volume-e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'serial': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1078.010444] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576861c5-6453-48f9-b35a-99f50276e5f9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.035321] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f645ed6-1843-4057-a945-6cc2a3cb3a08 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.068645] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc/volume-e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.069185] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd05eb8e-0259-4f52-8746-2712d951c627 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.084578] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.084786] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.084862] env[69162]: DEBUG nova.network.neutron [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.095585] env[69162]: DEBUG oslo_vmware.api [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1078.095585] env[69162]: value = "task-3232991" [ 1078.095585] env[69162]: _type = "Task" [ 1078.095585] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.107673] env[69162]: DEBUG oslo_vmware.api [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.141621] env[69162]: DEBUG nova.network.neutron [-] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.168900] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20518ecf-3dd9-48c7-9eb2-ef77037691ce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.182994] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc40b9-2c38-4ec1-bfdc-53b8336a9432 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.219924] env[69162]: DEBUG nova.compute.manager [req-6bbca197-b704-460f-9ca0-1f4d4f54d3f8 req-ee74050c-7cbb-465b-a7ea-cdc660ece211 service nova] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Detach interface failed, port_id=f2569f9e-dffa-457d-9248-0aa2103c229c, reason: Instance de8d1622-d31c-421a-8c59-bfc1b626d4cd could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.347364] env[69162]: DEBUG nova.network.neutron [-] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.441776] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232990, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.596671] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd40f35f-f6b5-43df-a07b-f1429b07bc4c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.618269] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c58e0e-ce24-4a7a-b304-ac57086e7e5e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.622427] env[69162]: DEBUG oslo_vmware.api [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232991, 'name': ReconfigVM_Task, 'duration_secs': 0.514373} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.623111] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc/volume-e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.632377] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78ee61e-8379-4d49-b563-5e57d6e50769 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.677548] env[69162]: INFO nova.compute.manager [-] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Took 1.53 seconds to deallocate network for instance. [ 1078.683155] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5a0b5c-f8c2-4332-b5fb-a62c1cf8e2cf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.691435] env[69162]: DEBUG oslo_vmware.api [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1078.691435] env[69162]: value = "task-3232993" [ 1078.691435] env[69162]: _type = "Task" [ 1078.691435] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.699212] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33993af1-8ed9-46fb-b07e-e80e0448a45f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.709020] env[69162]: DEBUG oslo_vmware.api [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.722365] env[69162]: DEBUG nova.compute.provider_tree [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.802387] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.802718] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.850698] env[69162]: INFO nova.compute.manager [-] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Took 1.44 seconds to deallocate network for instance. [ 1078.943514] env[69162]: DEBUG oslo_vmware.api [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3232990, 'name': PowerOnVM_Task, 'duration_secs': 0.591673} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.943817] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.944024] env[69162]: INFO nova.compute.manager [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Took 4.73 seconds to spawn the instance on the hypervisor. [ 1078.944210] env[69162]: DEBUG nova.compute.manager [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.945071] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e188d5c-cc1b-4c2a-89a1-d5a2566c85f9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.991441] env[69162]: DEBUG nova.network.neutron [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance_info_cache with network_info: [{"id": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "address": "fa:16:3e:3a:8d:f7", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01480b34-07", "ovs_interfaceid": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.193405] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.203416] env[69162]: DEBUG oslo_vmware.api [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3232993, 'name': ReconfigVM_Task, 'duration_secs': 0.187495} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.203737] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646222', 'volume_id': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'name': 'volume-e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'serial': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1079.225340] env[69162]: DEBUG nova.scheduler.client.report [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.305923] env[69162]: DEBUG nova.compute.manager [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.359828] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.470139] env[69162]: INFO nova.compute.manager [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Took 22.87 seconds to build instance. [ 1079.494812] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.730940] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.731372] env[69162]: DEBUG nova.compute.manager [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.736268] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.866s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.736410] env[69162]: DEBUG nova.objects.instance [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lazy-loading 'resources' on Instance uuid 45b90892-af69-4feb-b6db-c8e3eaf51c5b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.769480] env[69162]: DEBUG nova.compute.manager [req-0fd8cdcf-c4f8-40bc-9528-30c1ebff596b req-12f5069d-5a62-4acb-8e57-7981c1e213e7 service nova] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Received event network-vif-deleted-332ca961-8c6d-4389-8efd-8bd4ac87d000 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.831200] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.973505] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6ba2abd-318c-460f-bff0-5e4d79cdc6db tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "0999fc7c-02fe-4810-b2be-328dc6293514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.395s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.026815] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8394a8-b987-4860-a811-467a968c62db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.053753] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0de8ece-6485-49b5-8cd0-b018466bfda4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.064255] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance '1adb8974-9ddb-4192-9cfa-a5531d094f2c' progress to 83 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.071988] env[69162]: DEBUG nova.compute.manager [req-d1bd0254-6bb5-4cc2-b6a8-c0bad3b83e4a req-0d80fc36-ed94-470f-976d-6f3f57f62199 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Received event network-changed-3ea517ce-2d07-4582-827a-7c08555307f8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.071988] env[69162]: DEBUG nova.compute.manager [req-d1bd0254-6bb5-4cc2-b6a8-c0bad3b83e4a req-0d80fc36-ed94-470f-976d-6f3f57f62199 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Refreshing instance network info cache due to event network-changed-3ea517ce-2d07-4582-827a-7c08555307f8. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.074774] env[69162]: DEBUG oslo_concurrency.lockutils [req-d1bd0254-6bb5-4cc2-b6a8-c0bad3b83e4a req-0d80fc36-ed94-470f-976d-6f3f57f62199 service nova] Acquiring lock "refresh_cache-0999fc7c-02fe-4810-b2be-328dc6293514" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.074774] env[69162]: DEBUG oslo_concurrency.lockutils [req-d1bd0254-6bb5-4cc2-b6a8-c0bad3b83e4a req-0d80fc36-ed94-470f-976d-6f3f57f62199 service nova] Acquired lock "refresh_cache-0999fc7c-02fe-4810-b2be-328dc6293514" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.074774] env[69162]: DEBUG nova.network.neutron [req-d1bd0254-6bb5-4cc2-b6a8-c0bad3b83e4a req-0d80fc36-ed94-470f-976d-6f3f57f62199 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Refreshing network info cache for port 3ea517ce-2d07-4582-827a-7c08555307f8 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.240078] env[69162]: DEBUG nova.compute.utils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.246356] env[69162]: DEBUG nova.compute.manager [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.246356] env[69162]: DEBUG nova.network.neutron [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.258396] env[69162]: DEBUG nova.objects.instance [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'flavor' on Instance uuid b88a6ec2-dad1-4b59-85d7-cd7b68008b8b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.302626] env[69162]: DEBUG nova.policy [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3636b73ecfd64514846b18fd70a1f504', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eae4e66cfc640608c225f82856763bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.545394] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c905a59c-0504-479b-ab12-498f64b43b89 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.551567] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9547743c-2426-4f26-b2d0-86ca8f145800 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.586964] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.589525] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3600bb8-5b76-4ee9-b443-1e4df75002f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.591651] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c665ae84-53d7-4ad3-92ce-0818b1a19d57 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.601548] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c369624c-a2df-4d84-8282-0aee982ae9d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.606983] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1080.606983] env[69162]: value = "task-3232994" [ 1080.606983] env[69162]: _type = "Task" [ 1080.606983] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.618938] env[69162]: DEBUG nova.compute.provider_tree [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.627105] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232994, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.755020] env[69162]: DEBUG nova.compute.manager [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.765270] env[69162]: DEBUG oslo_concurrency.lockutils [None req-60add96d-0573-452a-9863-426f1ab0450c tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.387s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.787803] env[69162]: DEBUG nova.network.neutron [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Successfully created port: 75f899e1-0415-4f9a-871f-06639d847bef {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.996498] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1080.996804] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646226', 'volume_id': '8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'name': 'volume-8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88eaf0df-5255-4011-ac1a-455c2556e1df', 'attached_at': '', 'detached_at': '', 'volume_id': '8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'serial': '8068af87-69db-4ebd-8c0a-8530f92ac5d3'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1080.997747] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f498dc4-b9c4-45dc-90af-7a66fd76d5fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.021017] env[69162]: DEBUG nova.network.neutron [req-d1bd0254-6bb5-4cc2-b6a8-c0bad3b83e4a req-0d80fc36-ed94-470f-976d-6f3f57f62199 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Updated VIF entry in instance network info cache for port 3ea517ce-2d07-4582-827a-7c08555307f8. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.021936] env[69162]: DEBUG nova.network.neutron [req-d1bd0254-6bb5-4cc2-b6a8-c0bad3b83e4a req-0d80fc36-ed94-470f-976d-6f3f57f62199 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Updating instance_info_cache with network_info: [{"id": "3ea517ce-2d07-4582-827a-7c08555307f8", "address": "fa:16:3e:3d:2a:3c", "network": {"id": "b8b19466-c0c3-45b1-818c-e5473638f750", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-629377562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59ac1f4b47ab462a8838edb8e46e22a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea517ce-2d", "ovs_interfaceid": "3ea517ce-2d07-4582-827a-7c08555307f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.024763] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d566dc-caba-4b15-ad39-418ba539ff68 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.058294] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] volume-8068af87-69db-4ebd-8c0a-8530f92ac5d3/volume-8068af87-69db-4ebd-8c0a-8530f92ac5d3.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.059320] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-895c64c2-4ec6-4d83-bf22-c3dd4c74f2ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.079995] env[69162]: DEBUG oslo_vmware.api [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1081.079995] env[69162]: value = "task-3232995" [ 1081.079995] env[69162]: _type = "Task" [ 1081.079995] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.091814] env[69162]: DEBUG oslo_vmware.api [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.121114] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.123489] env[69162]: DEBUG nova.scheduler.client.report [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.529286] env[69162]: DEBUG oslo_concurrency.lockutils [req-d1bd0254-6bb5-4cc2-b6a8-c0bad3b83e4a req-0d80fc36-ed94-470f-976d-6f3f57f62199 service nova] Releasing lock "refresh_cache-0999fc7c-02fe-4810-b2be-328dc6293514" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.592452] env[69162]: DEBUG oslo_vmware.api [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232995, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.624514] env[69162]: DEBUG oslo_vmware.api [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3232994, 'name': PowerOnVM_Task, 'duration_secs': 0.610313} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.625838] env[69162]: DEBUG nova.compute.manager [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Stashing vm_state: active {{(pid=69162) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1081.629604] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.633194] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d91f5079-a302-442d-9912-7bfabb3edaa9 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance '1adb8974-9ddb-4192-9cfa-a5531d094f2c' progress to 100 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.642529] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.648036] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.732s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.649712] env[69162]: INFO nova.compute.claims [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.697237] env[69162]: INFO nova.scheduler.client.report [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted allocations for instance 45b90892-af69-4feb-b6db-c8e3eaf51c5b [ 1081.768697] env[69162]: DEBUG nova.compute.manager [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.797286] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.797609] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.797779] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.797968] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.798210] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.798293] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.798486] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.798704] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.798944] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.799167] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.799386] env[69162]: DEBUG nova.virt.hardware [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.800291] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c261db5-be28-4316-831b-bef723888261 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.809794] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb2afb-1199-4439-9c9b-406cc40b6890 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.099287] env[69162]: DEBUG oslo_vmware.api [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232995, 'name': ReconfigVM_Task, 'duration_secs': 0.537858} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.099615] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Reconfigured VM instance instance-00000036 to attach disk [datastore2] volume-8068af87-69db-4ebd-8c0a-8530f92ac5d3/volume-8068af87-69db-4ebd-8c0a-8530f92ac5d3.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.104450] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb985793-3a0a-4d15-90f6-e320de5e179f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.122416] env[69162]: DEBUG oslo_vmware.api [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1082.122416] env[69162]: value = "task-3232996" [ 1082.122416] env[69162]: _type = "Task" [ 1082.122416] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.134222] env[69162]: DEBUG oslo_vmware.api [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.175881] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.206439] env[69162]: DEBUG oslo_concurrency.lockutils [None req-39760a2c-8462-40c0-9ea5-330ffb312949 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "45b90892-af69-4feb-b6db-c8e3eaf51c5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.259s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.488245] env[69162]: DEBUG nova.compute.manager [req-395bbb4c-3656-423f-995a-6d7a569737ba req-b38d3c00-6479-413c-a8f9-8fd84048b5fc service nova] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Received event network-vif-plugged-75f899e1-0415-4f9a-871f-06639d847bef {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.488245] env[69162]: DEBUG oslo_concurrency.lockutils [req-395bbb4c-3656-423f-995a-6d7a569737ba req-b38d3c00-6479-413c-a8f9-8fd84048b5fc service nova] Acquiring lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.488245] env[69162]: DEBUG oslo_concurrency.lockutils [req-395bbb4c-3656-423f-995a-6d7a569737ba req-b38d3c00-6479-413c-a8f9-8fd84048b5fc service nova] Lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.488245] env[69162]: DEBUG oslo_concurrency.lockutils [req-395bbb4c-3656-423f-995a-6d7a569737ba req-b38d3c00-6479-413c-a8f9-8fd84048b5fc service nova] Lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.488245] env[69162]: DEBUG nova.compute.manager [req-395bbb4c-3656-423f-995a-6d7a569737ba req-b38d3c00-6479-413c-a8f9-8fd84048b5fc service nova] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] No waiting events found dispatching network-vif-plugged-75f899e1-0415-4f9a-871f-06639d847bef {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.488245] env[69162]: WARNING nova.compute.manager [req-395bbb4c-3656-423f-995a-6d7a569737ba req-b38d3c00-6479-413c-a8f9-8fd84048b5fc service nova] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Received unexpected event network-vif-plugged-75f899e1-0415-4f9a-871f-06639d847bef for instance with vm_state building and task_state spawning. [ 1082.635967] env[69162]: DEBUG oslo_vmware.api [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3232996, 'name': ReconfigVM_Task, 'duration_secs': 0.216517} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.636762] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646226', 'volume_id': '8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'name': 'volume-8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88eaf0df-5255-4011-ac1a-455c2556e1df', 'attached_at': '', 'detached_at': '', 'volume_id': '8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'serial': '8068af87-69db-4ebd-8c0a-8530f92ac5d3'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1082.969510] env[69162]: DEBUG nova.network.neutron [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Successfully updated port: 75f899e1-0415-4f9a-871f-06639d847bef {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.001943] env[69162]: DEBUG nova.compute.manager [req-67f0b124-8146-4271-ae8b-e6aa79247634 req-451e1379-90a3-4d29-9246-d82edb672f91 service nova] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Received event network-changed-75f899e1-0415-4f9a-871f-06639d847bef {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.002159] env[69162]: DEBUG nova.compute.manager [req-67f0b124-8146-4271-ae8b-e6aa79247634 req-451e1379-90a3-4d29-9246-d82edb672f91 service nova] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Refreshing instance network info cache due to event network-changed-75f899e1-0415-4f9a-871f-06639d847bef. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.002350] env[69162]: DEBUG oslo_concurrency.lockutils [req-67f0b124-8146-4271-ae8b-e6aa79247634 req-451e1379-90a3-4d29-9246-d82edb672f91 service nova] Acquiring lock "refresh_cache-f43982e3-afc2-4d09-8fd1-8cf451aa5417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.002588] env[69162]: DEBUG oslo_concurrency.lockutils [req-67f0b124-8146-4271-ae8b-e6aa79247634 req-451e1379-90a3-4d29-9246-d82edb672f91 service nova] Acquired lock "refresh_cache-f43982e3-afc2-4d09-8fd1-8cf451aa5417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.002761] env[69162]: DEBUG nova.network.neutron [req-67f0b124-8146-4271-ae8b-e6aa79247634 req-451e1379-90a3-4d29-9246-d82edb672f91 service nova] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Refreshing network info cache for port 75f899e1-0415-4f9a-871f-06639d847bef {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.041425] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a932c4b-9ad7-43b2-ac64-bd8fba89361b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.051441] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a1225c-446f-41d0-97be-6243a97b150d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.092671] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81417028-15c3-4bcb-ac71-21eb089b80ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.101999] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1dbbae-0fe4-4ab8-9a27-2ea7b3806cec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.116803] env[69162]: DEBUG nova.compute.provider_tree [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.471494] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "refresh_cache-f43982e3-afc2-4d09-8fd1-8cf451aa5417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.542834] env[69162]: DEBUG nova.network.neutron [req-67f0b124-8146-4271-ae8b-e6aa79247634 req-451e1379-90a3-4d29-9246-d82edb672f91 service nova] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.619742] env[69162]: DEBUG nova.scheduler.client.report [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.629988] env[69162]: DEBUG nova.network.neutron [req-67f0b124-8146-4271-ae8b-e6aa79247634 req-451e1379-90a3-4d29-9246-d82edb672f91 service nova] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.700257] env[69162]: DEBUG nova.objects.instance [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lazy-loading 'flavor' on Instance uuid 88eaf0df-5255-4011-ac1a-455c2556e1df {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.847449] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquiring lock "8b689bac-ef0e-4a00-a42c-03de59e69dac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.847449] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lock "8b689bac-ef0e-4a00-a42c-03de59e69dac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.847449] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquiring lock "8b689bac-ef0e-4a00-a42c-03de59e69dac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.847449] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lock "8b689bac-ef0e-4a00-a42c-03de59e69dac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.847449] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lock "8b689bac-ef0e-4a00-a42c-03de59e69dac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.848583] env[69162]: INFO nova.compute.manager [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Terminating instance [ 1084.129698] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.130266] env[69162]: DEBUG nova.compute.manager [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.133309] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.128s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.134273] env[69162]: INFO nova.compute.claims [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.136881] env[69162]: DEBUG oslo_concurrency.lockutils [req-67f0b124-8146-4271-ae8b-e6aa79247634 req-451e1379-90a3-4d29-9246-d82edb672f91 service nova] Releasing lock "refresh_cache-f43982e3-afc2-4d09-8fd1-8cf451aa5417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.137860] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired lock "refresh_cache-f43982e3-afc2-4d09-8fd1-8cf451aa5417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.138030] env[69162]: DEBUG nova.network.neutron [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.204152] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f5cc2236-a84e-4dfe-8f6f-f5f2210aa7cb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.366s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.354304] env[69162]: DEBUG nova.compute.manager [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.354540] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.355520] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315620fa-bb12-4b1e-b980-29481fdc03ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.368029] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.368323] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6170dad8-5a01-47e9-9b6e-04352e9bb253 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.378023] env[69162]: DEBUG oslo_vmware.api [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for the task: (returnval){ [ 1084.378023] env[69162]: value = "task-3232997" [ 1084.378023] env[69162]: _type = "Task" [ 1084.378023] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.390146] env[69162]: DEBUG oslo_vmware.api [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.527865] env[69162]: DEBUG oslo_concurrency.lockutils [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.528103] env[69162]: DEBUG oslo_concurrency.lockutils [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.528335] env[69162]: DEBUG nova.compute.manager [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Going to confirm migration 5 {{(pid=69162) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1084.561906] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.562296] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.642788] env[69162]: DEBUG nova.compute.utils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.651338] env[69162]: DEBUG nova.compute.manager [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.651558] env[69162]: DEBUG nova.network.neutron [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.695121] env[69162]: DEBUG nova.network.neutron [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.761683] env[69162]: DEBUG nova.policy [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3636b73ecfd64514846b18fd70a1f504', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eae4e66cfc640608c225f82856763bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.826871] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquiring lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.826871] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.889975] env[69162]: DEBUG oslo_vmware.api [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232997, 'name': PowerOffVM_Task, 'duration_secs': 0.275593} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.890459] env[69162]: DEBUG nova.network.neutron [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Updating instance_info_cache with network_info: [{"id": "75f899e1-0415-4f9a-871f-06639d847bef", "address": "fa:16:3e:da:40:74", "network": {"id": "63b9a522-aab6-4f74-948a-d72c1c00ef4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-166067051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eae4e66cfc640608c225f82856763bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f899e1-04", "ovs_interfaceid": "75f899e1-0415-4f9a-871f-06639d847bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.891770] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.891952] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.892426] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13f81da5-d54d-438d-9cb3-c62e039bf4ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.978175] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.978481] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.978682] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Deleting the datastore file [datastore1] 8b689bac-ef0e-4a00-a42c-03de59e69dac {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.978959] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5afeb89c-2da3-4556-b3f8-542072ff401b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.986121] env[69162]: DEBUG oslo_vmware.api [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for the task: (returnval){ [ 1084.986121] env[69162]: value = "task-3232999" [ 1084.986121] env[69162]: _type = "Task" [ 1084.986121] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.994965] env[69162]: DEBUG oslo_vmware.api [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.064273] env[69162]: DEBUG nova.compute.manager [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.093128] env[69162]: DEBUG nova.network.neutron [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Successfully created port: 23664d6f-3e8f-4ded-acfb-bf99dd992eee {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.128534] env[69162]: DEBUG oslo_concurrency.lockutils [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.128534] env[69162]: DEBUG oslo_concurrency.lockutils [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.128534] env[69162]: DEBUG nova.network.neutron [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.128534] env[69162]: DEBUG nova.objects.instance [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lazy-loading 'info_cache' on Instance uuid 1adb8974-9ddb-4192-9cfa-a5531d094f2c {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.154715] env[69162]: DEBUG nova.compute.manager [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.332759] env[69162]: DEBUG nova.compute.manager [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.393814] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Releasing lock "refresh_cache-f43982e3-afc2-4d09-8fd1-8cf451aa5417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.393814] env[69162]: DEBUG nova.compute.manager [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Instance network_info: |[{"id": "75f899e1-0415-4f9a-871f-06639d847bef", "address": "fa:16:3e:da:40:74", "network": {"id": "63b9a522-aab6-4f74-948a-d72c1c00ef4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-166067051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eae4e66cfc640608c225f82856763bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f899e1-04", "ovs_interfaceid": "75f899e1-0415-4f9a-871f-06639d847bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.393814] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:40:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75f899e1-0415-4f9a-871f-06639d847bef', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.402799] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Creating folder: Project (3eae4e66cfc640608c225f82856763bb). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.406412] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-184dbdb3-5ebf-4b34-99fa-db48f4642baf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.423205] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Created folder: Project (3eae4e66cfc640608c225f82856763bb) in parent group-v645978. [ 1085.423205] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Creating folder: Instances. Parent ref: group-v646227. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.423205] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2e97cdc-f635-4806-a62e-d7b42bd964bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.434553] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Created folder: Instances in parent group-v646227. [ 1085.434761] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.435079] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.435314] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c5b4f4c-d6f6-4f76-ab06-9e294ace7c69 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.462010] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.462010] env[69162]: value = "task-3233002" [ 1085.462010] env[69162]: _type = "Task" [ 1085.462010] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.477702] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233002, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.496667] env[69162]: DEBUG oslo_vmware.api [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Task: {'id': task-3232999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302849} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.499853] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.500213] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.500423] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.500607] env[69162]: INFO nova.compute.manager [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1085.501196] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.501319] env[69162]: DEBUG nova.compute.manager [-] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.501421] env[69162]: DEBUG nova.network.neutron [-] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.513817] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ed91a-191f-47a7-a9f3-8f6301b0d085 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.522162] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e99444-8ee9-45ac-87c4-d7e6aa32c80f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.566225] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545cc03c-f4e9-4a66-a1d2-6d5db0e240e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.580368] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d8236a-f6d3-42fd-913b-154cff09caf3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.588767] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.599693] env[69162]: DEBUG nova.compute.provider_tree [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.866317] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.976747] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233002, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.980751] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "2010ade1-bafc-4635-bc43-b131ac8095c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.980979] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2010ade1-bafc-4635-bc43-b131ac8095c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.015834] env[69162]: DEBUG nova.compute.manager [req-2d2a77fb-2570-45bf-a500-3e46eeb8a2c5 req-0117aa67-4246-4ba7-8f8a-31e61161fb92 service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Received event network-vif-deleted-e8654adf-8bad-495d-9d01-87b2e163fb64 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.016064] env[69162]: INFO nova.compute.manager [req-2d2a77fb-2570-45bf-a500-3e46eeb8a2c5 req-0117aa67-4246-4ba7-8f8a-31e61161fb92 service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Neutron deleted interface e8654adf-8bad-495d-9d01-87b2e163fb64; detaching it from the instance and deleting it from the info cache [ 1086.016345] env[69162]: DEBUG nova.network.neutron [req-2d2a77fb-2570-45bf-a500-3e46eeb8a2c5 req-0117aa67-4246-4ba7-8f8a-31e61161fb92 service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.102739] env[69162]: DEBUG nova.scheduler.client.report [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.167958] env[69162]: DEBUG nova.compute.manager [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.198237] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.198515] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.198670] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.198853] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.198999] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.199272] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.199491] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.200163] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.200363] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.200538] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.200717] env[69162]: DEBUG nova.virt.hardware [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.201606] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fe9399-50f9-4c13-9a59-f65895dcde42 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.214951] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd525aa-7671-4f27-a194-d55bfe20e471 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.344182] env[69162]: DEBUG nova.network.neutron [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance_info_cache with network_info: [{"id": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "address": "fa:16:3e:3a:8d:f7", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01480b34-07", "ovs_interfaceid": "01480b34-07bf-4aa3-a6dd-ef382b962e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.475698] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233002, 'name': CreateVM_Task, 'duration_secs': 0.556576} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.475860] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.476626] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.476824] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.477183] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.477464] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7662c95d-c5c4-4cec-af10-17cec359b6eb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.483407] env[69162]: DEBUG nova.compute.manager [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.486588] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1086.486588] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524816eb-0e12-4679-1a5c-ca2b21fe8378" [ 1086.486588] env[69162]: _type = "Task" [ 1086.486588] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.501976] env[69162]: DEBUG nova.network.neutron [-] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.503290] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524816eb-0e12-4679-1a5c-ca2b21fe8378, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.503863] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.504145] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.504411] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.504588] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.505127] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.505331] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6b2c395-418c-491a-bf0c-b7067ec215ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.520159] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.520236] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.521995] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-994992a0-f792-4b81-9e38-9348c79ee911 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.525323] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e4995f-b192-441b-9f1f-ddccc9849958 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.532285] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1086.532285] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52825cb4-436a-5a62-3468-e3a339d2bf8b" [ 1086.532285] env[69162]: _type = "Task" [ 1086.532285] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.540227] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd594d8-faec-40d2-bec6-61eeffc88bad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.562163] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52825cb4-436a-5a62-3468-e3a339d2bf8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012518} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.562163] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923d097c-f134-4a66-901f-679f6926b8ca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.575324] env[69162]: DEBUG nova.compute.manager [req-2d2a77fb-2570-45bf-a500-3e46eeb8a2c5 req-0117aa67-4246-4ba7-8f8a-31e61161fb92 service nova] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Detach interface failed, port_id=e8654adf-8bad-495d-9d01-87b2e163fb64, reason: Instance 8b689bac-ef0e-4a00-a42c-03de59e69dac could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.576951] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1086.576951] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523f55f0-3499-fa4f-d6ac-a2f7d4acff85" [ 1086.576951] env[69162]: _type = "Task" [ 1086.576951] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.589571] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523f55f0-3499-fa4f-d6ac-a2f7d4acff85, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.589940] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.590372] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] f43982e3-afc2-4d09-8fd1-8cf451aa5417/f43982e3-afc2-4d09-8fd1-8cf451aa5417.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.590745] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92655c03-99bb-48f5-aed0-c01068a584a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.599803] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1086.599803] env[69162]: value = "task-3233003" [ 1086.599803] env[69162]: _type = "Task" [ 1086.599803] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.613016] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.613016] env[69162]: DEBUG nova.compute.manager [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.614632] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.615135] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.190s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.664647] env[69162]: DEBUG nova.network.neutron [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Successfully updated port: 23664d6f-3e8f-4ded-acfb-bf99dd992eee {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.847552] env[69162]: DEBUG oslo_concurrency.lockutils [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-1adb8974-9ddb-4192-9cfa-a5531d094f2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.847798] env[69162]: DEBUG nova.objects.instance [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lazy-loading 'migration_context' on Instance uuid 1adb8974-9ddb-4192-9cfa-a5531d094f2c {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.005842] env[69162]: INFO nova.compute.manager [-] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Took 1.50 seconds to deallocate network for instance. [ 1087.009872] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.110400] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490139} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.110686] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] f43982e3-afc2-4d09-8fd1-8cf451aa5417/f43982e3-afc2-4d09-8fd1-8cf451aa5417.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.110895] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.111173] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa68d54e-5660-4485-acb0-f286e1605044 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.117505] env[69162]: DEBUG nova.compute.utils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.120210] env[69162]: DEBUG nova.compute.manager [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.120382] env[69162]: DEBUG nova.network.neutron [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.129436] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1087.129436] env[69162]: value = "task-3233004" [ 1087.129436] env[69162]: _type = "Task" [ 1087.129436] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.143032] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.170446] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "refresh_cache-cd984fb6-ca39-46f3-9cf4-d1410f2407f4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.170656] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired lock "refresh_cache-cd984fb6-ca39-46f3-9cf4-d1410f2407f4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.170820] env[69162]: DEBUG nova.network.neutron [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.188190] env[69162]: DEBUG nova.policy [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3636b73ecfd64514846b18fd70a1f504', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eae4e66cfc640608c225f82856763bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.351318] env[69162]: DEBUG nova.objects.base [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Object Instance<1adb8974-9ddb-4192-9cfa-a5531d094f2c> lazy-loaded attributes: info_cache,migration_context {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.352232] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cddbc8-86e6-4a19-82b0-3c7bf523c9c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.372712] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7203642-2c6b-416c-abce-dd3ce40eac77 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.379017] env[69162]: DEBUG oslo_vmware.api [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1087.379017] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52309682-a186-110a-9f13-87bd80418ed1" [ 1087.379017] env[69162]: _type = "Task" [ 1087.379017] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.387982] env[69162]: DEBUG oslo_vmware.api [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52309682-a186-110a-9f13-87bd80418ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.454331] env[69162]: DEBUG nova.network.neutron [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Successfully created port: 31336090-3bc4-4759-b74d-cd7e2fb94e04 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.515331] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.631426] env[69162]: DEBUG nova.compute.manager [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.634654] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Applying migration context for instance 1adb8974-9ddb-4192-9cfa-a5531d094f2c as it has an incoming, in-progress migration b861e592-44a5-453d-9b71-e6017b1eebc3. Migration status is confirming {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1087.636863] env[69162]: INFO nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating resource usage from migration b861e592-44a5-453d-9b71-e6017b1eebc3 [ 1087.643020] env[69162]: INFO nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating resource usage from migration 234328cf-cf29-4179-a687-edd649977250 [ 1087.655140] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073151} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.655248] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.660023] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642933a2-f79b-4050-b8ab-dde9dc86c3a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.681011] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] f43982e3-afc2-4d09-8fd1-8cf451aa5417/f43982e3-afc2-4d09-8fd1-8cf451aa5417.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.682710] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.682710] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 88eaf0df-5255-4011-ac1a-455c2556e1df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.682808] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 2610de4b-76e5-4d36-8544-525b4cb645c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.682909] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 613d9465-10e2-4ea4-afa3-f0c2ce7c374e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.683042] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.683190] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance ac16b152-019e-46bb-8754-505b2e2f443c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1087.683313] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 8b689bac-ef0e-4a00-a42c-03de59e69dac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.683428] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bb46b420-8682-4a15-acac-6d4b65592f80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.683554] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance de8d1622-d31c-421a-8c59-bfc1b626d4cd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1087.683682] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance f62918cc-5cee-4345-a6f8-0bbfb5318c4f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1087.683794] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Migration b861e592-44a5-453d-9b71-e6017b1eebc3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1087.683905] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 1adb8974-9ddb-4192-9cfa-a5531d094f2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.684025] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 0999fc7c-02fe-4810-b2be-328dc6293514 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.684171] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance f43982e3-afc2-4d09-8fd1-8cf451aa5417 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.684294] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance cd984fb6-ca39-46f3-9cf4-d1410f2407f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.684402] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 043d8743-3486-47c4-904d-b76d3cc18302 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1087.687602] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-034e364e-b92d-4275-84eb-58bc629e18ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.712428] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1087.712428] env[69162]: value = "task-3233005" [ 1087.712428] env[69162]: _type = "Task" [ 1087.712428] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.723561] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.739013] env[69162]: DEBUG nova.network.neutron [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.891383] env[69162]: DEBUG oslo_vmware.api [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52309682-a186-110a-9f13-87bd80418ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.008092} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.891383] env[69162]: DEBUG oslo_concurrency.lockutils [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.958411] env[69162]: DEBUG nova.network.neutron [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Updating instance_info_cache with network_info: [{"id": "23664d6f-3e8f-4ded-acfb-bf99dd992eee", "address": "fa:16:3e:c9:5e:b4", "network": {"id": "63b9a522-aab6-4f74-948a-d72c1c00ef4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-166067051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eae4e66cfc640608c225f82856763bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23664d6f-3e", "ovs_interfaceid": "23664d6f-3e8f-4ded-acfb-bf99dd992eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.091314] env[69162]: DEBUG nova.compute.manager [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Received event network-vif-plugged-23664d6f-3e8f-4ded-acfb-bf99dd992eee {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.091314] env[69162]: DEBUG oslo_concurrency.lockutils [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] Acquiring lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.091314] env[69162]: DEBUG oslo_concurrency.lockutils [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] Lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.091314] env[69162]: DEBUG oslo_concurrency.lockutils [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] Lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.091314] env[69162]: DEBUG nova.compute.manager [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] No waiting events found dispatching network-vif-plugged-23664d6f-3e8f-4ded-acfb-bf99dd992eee {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.091314] env[69162]: WARNING nova.compute.manager [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Received unexpected event network-vif-plugged-23664d6f-3e8f-4ded-acfb-bf99dd992eee for instance with vm_state building and task_state spawning. [ 1088.092080] env[69162]: DEBUG nova.compute.manager [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Received event network-changed-23664d6f-3e8f-4ded-acfb-bf99dd992eee {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.092080] env[69162]: DEBUG nova.compute.manager [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Refreshing instance network info cache due to event network-changed-23664d6f-3e8f-4ded-acfb-bf99dd992eee. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.092080] env[69162]: DEBUG oslo_concurrency.lockutils [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] Acquiring lock "refresh_cache-cd984fb6-ca39-46f3-9cf4-d1410f2407f4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.204112] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 038b9a01-1fea-4919-9d26-ad7ff66fe50a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1088.204317] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Migration 234328cf-cf29-4179-a687-edd649977250 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1088.204415] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance b88a6ec2-dad1-4b59-85d7-cd7b68008b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.229024] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233005, 'name': ReconfigVM_Task, 'duration_secs': 0.400069} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.229024] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Reconfigured VM instance instance-00000051 to attach disk [datastore2] f43982e3-afc2-4d09-8fd1-8cf451aa5417/f43982e3-afc2-4d09-8fd1-8cf451aa5417.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.229024] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2813650c-2f8e-4a57-98a7-e5e2002efc35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.235568] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1088.235568] env[69162]: value = "task-3233006" [ 1088.235568] env[69162]: _type = "Task" [ 1088.235568] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.244471] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233006, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.461461] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Releasing lock "refresh_cache-cd984fb6-ca39-46f3-9cf4-d1410f2407f4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.461846] env[69162]: DEBUG nova.compute.manager [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Instance network_info: |[{"id": "23664d6f-3e8f-4ded-acfb-bf99dd992eee", "address": "fa:16:3e:c9:5e:b4", "network": {"id": "63b9a522-aab6-4f74-948a-d72c1c00ef4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-166067051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eae4e66cfc640608c225f82856763bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23664d6f-3e", "ovs_interfaceid": "23664d6f-3e8f-4ded-acfb-bf99dd992eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.462197] env[69162]: DEBUG oslo_concurrency.lockutils [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] Acquired lock "refresh_cache-cd984fb6-ca39-46f3-9cf4-d1410f2407f4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.462419] env[69162]: DEBUG nova.network.neutron [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Refreshing network info cache for port 23664d6f-3e8f-4ded-acfb-bf99dd992eee {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.463727] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:5e:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23664d6f-3e8f-4ded-acfb-bf99dd992eee', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.471388] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.474323] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.474824] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d597f8f-338b-4584-bef9-d4034d12f832 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.497240] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.497240] env[69162]: value = "task-3233007" [ 1088.497240] env[69162]: _type = "Task" [ 1088.497240] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.507946] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233007, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.651906] env[69162]: DEBUG nova.compute.manager [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.688505] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.689023] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.689341] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.689674] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.689957] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.690271] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.690831] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.691170] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.691492] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.691793] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.692125] env[69162]: DEBUG nova.virt.hardware [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.693196] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690e25d8-f7ea-4bd5-ac5e-9132412fb790 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.703323] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1737e795-f9d4-44d1-9caa-a28717c8ee2b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.708747] env[69162]: DEBUG nova.network.neutron [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Updated VIF entry in instance network info cache for port 23664d6f-3e8f-4ded-acfb-bf99dd992eee. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.709246] env[69162]: DEBUG nova.network.neutron [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Updating instance_info_cache with network_info: [{"id": "23664d6f-3e8f-4ded-acfb-bf99dd992eee", "address": "fa:16:3e:c9:5e:b4", "network": {"id": "63b9a522-aab6-4f74-948a-d72c1c00ef4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-166067051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eae4e66cfc640608c225f82856763bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23664d6f-3e", "ovs_interfaceid": "23664d6f-3e8f-4ded-acfb-bf99dd992eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.711018] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 80e155f8-13e5-4cc5-9667-6083e0b2c680 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1088.747854] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233006, 'name': Rename_Task, 'duration_secs': 0.173389} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.748246] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.748591] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b264c36-c524-4461-8a44-64c187dd778b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.758375] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1088.758375] env[69162]: value = "task-3233008" [ 1088.758375] env[69162]: _type = "Task" [ 1088.758375] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.769692] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.009977] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233007, 'name': CreateVM_Task, 'duration_secs': 0.434928} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.011327] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.014022] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.014176] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.014531] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.014796] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54444ea-d98e-4006-97e3-121b1f0d4894 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.020469] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1089.020469] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f02ff9-b932-48c2-4796-caad47462baa" [ 1089.020469] env[69162]: _type = "Task" [ 1089.020469] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.028906] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f02ff9-b932-48c2-4796-caad47462baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.045420] env[69162]: DEBUG nova.network.neutron [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Successfully updated port: 31336090-3bc4-4759-b74d-cd7e2fb94e04 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.213336] env[69162]: DEBUG oslo_concurrency.lockutils [req-04e85ea0-26eb-4c68-b9be-3006987d19e1 req-c4a0db82-96a9-40c2-8de1-a87a00f7a58a service nova] Releasing lock "refresh_cache-cd984fb6-ca39-46f3-9cf4-d1410f2407f4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.214528] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 3f5eb5f7-406d-47bd-9cc0-272c86b1f908 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1089.273558] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233008, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.535023] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f02ff9-b932-48c2-4796-caad47462baa, 'name': SearchDatastore_Task, 'duration_secs': 0.013188} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.535023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.535023] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.535023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.535023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.535023] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.535023] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e710e3a-8353-45c5-87e1-278be7b86cc0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.550138] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.550573] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.551793] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "refresh_cache-043d8743-3486-47c4-904d-b76d3cc18302" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.555082] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired lock "refresh_cache-043d8743-3486-47c4-904d-b76d3cc18302" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.555082] env[69162]: DEBUG nova.network.neutron [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.555082] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e32b2c-0b53-4952-aabd-1eef9c1a1611 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.561122] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1089.561122] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523e6d7b-c545-03b2-c47c-8b526ba514f1" [ 1089.561122] env[69162]: _type = "Task" [ 1089.561122] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.571747] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523e6d7b-c545-03b2-c47c-8b526ba514f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.718722] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 2010ade1-bafc-4635-bc43-b131ac8095c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1089.718722] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1089.718901] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1089.773335] env[69162]: DEBUG oslo_vmware.api [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233008, 'name': PowerOnVM_Task, 'duration_secs': 0.869883} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.773335] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.773335] env[69162]: INFO nova.compute.manager [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1089.773725] env[69162]: DEBUG nova.compute.manager [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.774381] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e6ebf1-1b5e-4e1a-b425-b6d45ec38130 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.014024] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb21a1c-085a-40d1-8d4c-d8b7640e8118 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.021826] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e7f4ff-55ac-4684-a353-c7943212e602 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.053584] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7396c771-4ebb-4105-a900-59812abc7a92 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.062919] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f1058e-a0cd-40f1-a2e4-3406ad05e8e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.077251] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523e6d7b-c545-03b2-c47c-8b526ba514f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015701} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.086194] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.087529] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee16272a-e078-476f-ac38-ea3cf94f5aa4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.090957] env[69162]: DEBUG nova.network.neutron [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.097884] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1090.097884] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52af8f79-3731-36c5-f478-3089f1ba358f" [ 1090.097884] env[69162]: _type = "Task" [ 1090.097884] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.108873] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52af8f79-3731-36c5-f478-3089f1ba358f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.123183] env[69162]: DEBUG nova.compute.manager [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Received event network-vif-plugged-31336090-3bc4-4759-b74d-cd7e2fb94e04 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.123414] env[69162]: DEBUG oslo_concurrency.lockutils [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] Acquiring lock "043d8743-3486-47c4-904d-b76d3cc18302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.123623] env[69162]: DEBUG oslo_concurrency.lockutils [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] Lock "043d8743-3486-47c4-904d-b76d3cc18302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.123791] env[69162]: DEBUG oslo_concurrency.lockutils [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] Lock "043d8743-3486-47c4-904d-b76d3cc18302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.123959] env[69162]: DEBUG nova.compute.manager [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] No waiting events found dispatching network-vif-plugged-31336090-3bc4-4759-b74d-cd7e2fb94e04 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.124180] env[69162]: WARNING nova.compute.manager [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Received unexpected event network-vif-plugged-31336090-3bc4-4759-b74d-cd7e2fb94e04 for instance with vm_state building and task_state spawning. [ 1090.124372] env[69162]: DEBUG nova.compute.manager [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Received event network-changed-31336090-3bc4-4759-b74d-cd7e2fb94e04 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.124504] env[69162]: DEBUG nova.compute.manager [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Refreshing instance network info cache due to event network-changed-31336090-3bc4-4759-b74d-cd7e2fb94e04. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.124669] env[69162]: DEBUG oslo_concurrency.lockutils [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] Acquiring lock "refresh_cache-043d8743-3486-47c4-904d-b76d3cc18302" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.243875] env[69162]: DEBUG nova.network.neutron [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Updating instance_info_cache with network_info: [{"id": "31336090-3bc4-4759-b74d-cd7e2fb94e04", "address": "fa:16:3e:c3:11:3d", "network": {"id": "63b9a522-aab6-4f74-948a-d72c1c00ef4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-166067051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eae4e66cfc640608c225f82856763bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31336090-3b", "ovs_interfaceid": "31336090-3bc4-4759-b74d-cd7e2fb94e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.297951] env[69162]: INFO nova.compute.manager [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Took 25.94 seconds to build instance. [ 1090.595306] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.608331] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52af8f79-3731-36c5-f478-3089f1ba358f, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.608632] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.608935] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] cd984fb6-ca39-46f3-9cf4-d1410f2407f4/cd984fb6-ca39-46f3-9cf4-d1410f2407f4.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.609236] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56e4a5d2-ca9e-4b56-b38e-5d5bb31f0377 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.619737] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1090.619737] env[69162]: value = "task-3233009" [ 1090.619737] env[69162]: _type = "Task" [ 1090.619737] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.629101] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.747056] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Releasing lock "refresh_cache-043d8743-3486-47c4-904d-b76d3cc18302" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.747466] env[69162]: DEBUG nova.compute.manager [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Instance network_info: |[{"id": "31336090-3bc4-4759-b74d-cd7e2fb94e04", "address": "fa:16:3e:c3:11:3d", "network": {"id": "63b9a522-aab6-4f74-948a-d72c1c00ef4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-166067051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eae4e66cfc640608c225f82856763bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31336090-3b", "ovs_interfaceid": "31336090-3bc4-4759-b74d-cd7e2fb94e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.748113] env[69162]: DEBUG oslo_concurrency.lockutils [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] Acquired lock "refresh_cache-043d8743-3486-47c4-904d-b76d3cc18302" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.748307] env[69162]: DEBUG nova.network.neutron [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Refreshing network info cache for port 31336090-3bc4-4759-b74d-cd7e2fb94e04 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.749499] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:11:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31336090-3bc4-4759-b74d-cd7e2fb94e04', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.758059] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.758889] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.759155] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3869700d-c7d4-4aad-9cca-4d097fb8d0bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.781274] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.781274] env[69162]: value = "task-3233010" [ 1090.781274] env[69162]: _type = "Task" [ 1090.781274] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.792771] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233010, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.800152] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b470df1-634c-4b50-8ff5-86b88133b4b4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.864s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.105039] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1091.105039] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.488s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.105039] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.048s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.105039] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.108406] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.915s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.108863] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.111209] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.752s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.111584] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.116759] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.283s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.116759] env[69162]: INFO nova.compute.claims [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.134057] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233009, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.150968] env[69162]: INFO nova.scheduler.client.report [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Deleted allocations for instance ac16b152-019e-46bb-8754-505b2e2f443c [ 1091.153789] env[69162]: INFO nova.scheduler.client.report [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleted allocations for instance de8d1622-d31c-421a-8c59-bfc1b626d4cd [ 1091.171967] env[69162]: INFO nova.scheduler.client.report [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Deleted allocations for instance f62918cc-5cee-4345-a6f8-0bbfb5318c4f [ 1091.292128] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233010, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.569749] env[69162]: DEBUG nova.network.neutron [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Updated VIF entry in instance network info cache for port 31336090-3bc4-4759-b74d-cd7e2fb94e04. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.570279] env[69162]: DEBUG nova.network.neutron [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Updating instance_info_cache with network_info: [{"id": "31336090-3bc4-4759-b74d-cd7e2fb94e04", "address": "fa:16:3e:c3:11:3d", "network": {"id": "63b9a522-aab6-4f74-948a-d72c1c00ef4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-166067051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eae4e66cfc640608c225f82856763bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31336090-3b", "ovs_interfaceid": "31336090-3bc4-4759-b74d-cd7e2fb94e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.635790] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535975} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.638856] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] cd984fb6-ca39-46f3-9cf4-d1410f2407f4/cd984fb6-ca39-46f3-9cf4-d1410f2407f4.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.638856] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.638856] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef8791c3-5fe1-4341-80e7-d2a8bfb5d5c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.645986] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1091.645986] env[69162]: value = "task-3233011" [ 1091.645986] env[69162]: _type = "Task" [ 1091.645986] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.659104] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.664486] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9747fbf-05b3-446a-90a2-944e1fe48412 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "ac16b152-019e-46bb-8754-505b2e2f443c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.175s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.665922] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a3014649-f767-42a4-bd34-1fab3bfe0149 tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "de8d1622-d31c-421a-8c59-bfc1b626d4cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.159s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.681822] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c0813ce4-b58c-439c-a7fa-3afd8b680bfe tempest-MultipleCreateTestJSON-2047041565 tempest-MultipleCreateTestJSON-2047041565-project-member] Lock "f62918cc-5cee-4345-a6f8-0bbfb5318c4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.964s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.793384] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233010, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.073863] env[69162]: DEBUG oslo_concurrency.lockutils [req-5640fbb4-9b62-4374-be74-f3e235e4a6e9 req-162937c4-0bfe-4f73-98a6-33782e0c0857 service nova] Releasing lock "refresh_cache-043d8743-3486-47c4-904d-b76d3cc18302" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.156881] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071529} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.159140] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.159140] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f3868-4e4d-4745-be58-d3c1f17510fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.187308] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] cd984fb6-ca39-46f3-9cf4-d1410f2407f4/cd984fb6-ca39-46f3-9cf4-d1410f2407f4.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.190575] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0bf737b-689e-4373-a070-70c1ad609f4d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.215272] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1092.215272] env[69162]: value = "task-3233012" [ 1092.215272] env[69162]: _type = "Task" [ 1092.215272] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.230174] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.297945] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233010, 'name': CreateVM_Task, 'duration_secs': 1.410435} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.301033] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.301659] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.301831] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.302160] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.302495] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ed6006-32a0-4eee-8cc9-1727c564f614 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.308482] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1092.308482] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dbbff4-eb75-d5eb-e9e3-114caf098e50" [ 1092.308482] env[69162]: _type = "Task" [ 1092.308482] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.326288] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dbbff4-eb75-d5eb-e9e3-114caf098e50, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.326977] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.327393] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.328015] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.328015] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.328271] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.331711] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca6f14d-5d66-4f56-a049-906515ef8988 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.343171] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.343298] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.344171] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd59b02-ebb0-4dd4-8065-723e89f795ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.355539] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1092.355539] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5270fbd2-afca-96f1-b63e-cade4308524b" [ 1092.355539] env[69162]: _type = "Task" [ 1092.355539] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.365175] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5270fbd2-afca-96f1-b63e-cade4308524b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.472072] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.472307] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.472560] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.472816] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.473030] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.475841] env[69162]: INFO nova.compute.manager [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Terminating instance [ 1092.493314] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fde6e92-9de5-4349-81be-81de85121ade {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.510227] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4567ce52-b67e-4bb0-a61c-5a75983ad524 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.554211] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54a41fc-1eb8-4412-9c4f-e4306c79e5fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.563522] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316e63b6-25f7-49dc-9e6f-9813bb196566 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.579771] env[69162]: DEBUG nova.compute.provider_tree [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.731030] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233012, 'name': ReconfigVM_Task, 'duration_secs': 0.338036} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.731392] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Reconfigured VM instance instance-00000052 to attach disk [datastore1] cd984fb6-ca39-46f3-9cf4-d1410f2407f4/cd984fb6-ca39-46f3-9cf4-d1410f2407f4.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.732112] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a94e5796-af4a-442a-840d-8f788a1af17b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.742648] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1092.742648] env[69162]: value = "task-3233013" [ 1092.742648] env[69162]: _type = "Task" [ 1092.742648] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.754498] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233013, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.872523] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5270fbd2-afca-96f1-b63e-cade4308524b, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.872659] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e195e0d-86e9-4094-9ae3-f5502b6e4f76 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.880760] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1092.880760] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52082c1a-dbf9-0c17-fd6d-e75a633be573" [ 1092.880760] env[69162]: _type = "Task" [ 1092.880760] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.898630] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52082c1a-dbf9-0c17-fd6d-e75a633be573, 'name': SearchDatastore_Task, 'duration_secs': 0.013715} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.899342] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.899342] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 043d8743-3486-47c4-904d-b76d3cc18302/043d8743-3486-47c4-904d-b76d3cc18302.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.899547] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-696eba07-aa45-4c6c-92b9-8c729f3849d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.908799] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1092.908799] env[69162]: value = "task-3233014" [ 1092.908799] env[69162]: _type = "Task" [ 1092.908799] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.919010] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.979862] env[69162]: DEBUG nova.compute.manager [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.980124] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.981018] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d02b59f-5d1f-4ed8-bf95-1c20108ffe37 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.992716] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.993179] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad668ce1-be74-4578-aa94-d956e825e102 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.002238] env[69162]: DEBUG oslo_vmware.api [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1093.002238] env[69162]: value = "task-3233015" [ 1093.002238] env[69162]: _type = "Task" [ 1093.002238] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.014575] env[69162]: DEBUG oslo_vmware.api [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3233015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.083954] env[69162]: DEBUG nova.scheduler.client.report [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.255289] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233013, 'name': Rename_Task, 'duration_secs': 0.159447} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.255588] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.255876] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e72aa11-1014-48bc-bd8f-0587a0d3fcdd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.264448] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1093.264448] env[69162]: value = "task-3233016" [ 1093.264448] env[69162]: _type = "Task" [ 1093.264448] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.274824] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.423383] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233014, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.518589] env[69162]: DEBUG oslo_vmware.api [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3233015, 'name': PowerOffVM_Task, 'duration_secs': 0.233232} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.518925] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.519167] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.519499] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c51aadac-85b5-4121-908c-11238e49d1f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.592673] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.593375] env[69162]: DEBUG nova.compute.manager [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.602028] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.423s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.613025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.613025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.613025] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Deleting the datastore file [datastore2] d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.613025] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95549ac0-6177-4a0a-9df1-de0304516a40 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.621063] env[69162]: DEBUG oslo_vmware.api [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for the task: (returnval){ [ 1093.621063] env[69162]: value = "task-3233018" [ 1093.621063] env[69162]: _type = "Task" [ 1093.621063] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.639512] env[69162]: DEBUG oslo_vmware.api [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3233018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.778136] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233016, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.919946] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776734} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.920252] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 043d8743-3486-47c4-904d-b76d3cc18302/043d8743-3486-47c4-904d-b76d3cc18302.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.920472] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.920743] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb79eb88-8ce8-49f0-9bb2-1dc976a18da8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.929863] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1093.929863] env[69162]: value = "task-3233019" [ 1093.929863] env[69162]: _type = "Task" [ 1093.929863] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.942573] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.107890] env[69162]: INFO nova.compute.claims [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.113765] env[69162]: DEBUG nova.compute.utils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.115381] env[69162]: DEBUG nova.compute.manager [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.118911] env[69162]: DEBUG nova.network.neutron [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.138374] env[69162]: DEBUG oslo_vmware.api [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3233018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.172498] env[69162]: DEBUG nova.policy [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d3241fb8114f018277059cdb29c30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e5c9467ebe64e02baa4e9a97573e3bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.277631] env[69162]: DEBUG oslo_vmware.api [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233016, 'name': PowerOnVM_Task, 'duration_secs': 0.571483} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.277809] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.278041] env[69162]: INFO nova.compute.manager [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1094.278227] env[69162]: DEBUG nova.compute.manager [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.282588] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c9d50e-74be-4223-be57-5821d72638e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.440612] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.400892} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.440875] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.442280] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153d86a1-7cf5-4a8d-8ece-c9ca8bb168f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.464713] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 043d8743-3486-47c4-904d-b76d3cc18302/043d8743-3486-47c4-904d-b76d3cc18302.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.464999] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b6fe78-5144-4d94-9a91-148730594fc9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.479561] env[69162]: DEBUG nova.network.neutron [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Successfully created port: 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.488733] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1094.488733] env[69162]: value = "task-3233020" [ 1094.488733] env[69162]: _type = "Task" [ 1094.488733] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.497097] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.618478] env[69162]: INFO nova.compute.resource_tracker [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating resource usage from migration 234328cf-cf29-4179-a687-edd649977250 [ 1094.621390] env[69162]: DEBUG nova.compute.manager [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.636252] env[69162]: DEBUG oslo_vmware.api [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Task: {'id': task-3233018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.635431} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.636695] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.637143] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.637143] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.637364] env[69162]: INFO nova.compute.manager [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1094.637665] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.640033] env[69162]: DEBUG nova.compute.manager [-] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.640033] env[69162]: DEBUG nova.network.neutron [-] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.690171] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.690755] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.812896] env[69162]: INFO nova.compute.manager [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Took 29.92 seconds to build instance. [ 1094.857936] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.857936] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.981142] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c03318-bba2-44d0-8cd7-67371d906db4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.994234] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a2e080-7517-4e81-95b9-8d9044dfa031 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.003907] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233020, 'name': ReconfigVM_Task, 'duration_secs': 0.346711} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.031081] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 043d8743-3486-47c4-904d-b76d3cc18302/043d8743-3486-47c4-904d-b76d3cc18302.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.033682] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac79c177-4844-4bad-9aa9-d1da3b95a249 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.037145] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1ffce3-c636-4b0e-9099-010c0191fe1b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.040971] env[69162]: DEBUG nova.compute.manager [req-9f475c88-b13b-423c-8e09-255bbf2cc1b2 req-c93c0f1e-bf57-428d-a464-c8bfc14b2d78 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Received event network-vif-deleted-bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.041225] env[69162]: INFO nova.compute.manager [req-9f475c88-b13b-423c-8e09-255bbf2cc1b2 req-c93c0f1e-bf57-428d-a464-c8bfc14b2d78 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Neutron deleted interface bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a; detaching it from the instance and deleting it from the info cache [ 1095.041437] env[69162]: DEBUG nova.network.neutron [req-9f475c88-b13b-423c-8e09-255bbf2cc1b2 req-c93c0f1e-bf57-428d-a464-c8bfc14b2d78 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.051190] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a87762-9d6f-4863-bf1b-22999c6a4c33 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.056389] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1095.056389] env[69162]: value = "task-3233021" [ 1095.056389] env[69162]: _type = "Task" [ 1095.056389] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.069590] env[69162]: DEBUG nova.compute.provider_tree [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.078078] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233021, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.193690] env[69162]: DEBUG nova.compute.manager [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.315312] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f91d75b4-51a9-4afc-9d98-c5ca8c0efa96 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.446s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.360446] env[69162]: INFO nova.compute.manager [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Detaching volume 42f6eec1-4d3e-442c-a79b-d75e0e725bed [ 1095.409605] env[69162]: INFO nova.virt.block_device [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Attempting to driver detach volume 42f6eec1-4d3e-442c-a79b-d75e0e725bed from mountpoint /dev/sdb [ 1095.409874] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.410077] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646208', 'volume_id': '42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'name': 'volume-42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613d9465-10e2-4ea4-afa3-f0c2ce7c374e', 'attached_at': '', 'detached_at': '', 'volume_id': '42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'serial': '42f6eec1-4d3e-442c-a79b-d75e0e725bed'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.410990] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58887e14-e8cd-4a5d-a274-e5158e3f8c9e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.447492] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11e9804-bfe1-4046-a4e1-6970f39a7cd8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.456989] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3388dc65-8993-4a3b-8a88-b45f81cfb1b0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.478881] env[69162]: DEBUG nova.network.neutron [-] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.480762] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c4b211-e045-42a0-8d12-3bde8ebcf30e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.502668] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] The volume has not been displaced from its original location: [datastore2] volume-42f6eec1-4d3e-442c-a79b-d75e0e725bed/volume-42f6eec1-4d3e-442c-a79b-d75e0e725bed.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.511021] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.511021] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c9104d-66a0-4da3-bef7-572c8bfa1165 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.530758] env[69162]: DEBUG oslo_vmware.api [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1095.530758] env[69162]: value = "task-3233022" [ 1095.530758] env[69162]: _type = "Task" [ 1095.530758] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.544503] env[69162]: DEBUG oslo_vmware.api [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.544776] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bf69ec3-b15f-4928-ace0-4612ebbb4cc8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.555085] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a3ba85-51d2-497e-bc9d-3030f4fc6771 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.573737] env[69162]: DEBUG nova.scheduler.client.report [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.581221] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233021, 'name': Rename_Task, 'duration_secs': 0.482657} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.581221] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.581221] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ddaf728-ec9e-4b57-97c2-c4b5a0392b74 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.602160] env[69162]: DEBUG nova.compute.manager [req-9f475c88-b13b-423c-8e09-255bbf2cc1b2 req-c93c0f1e-bf57-428d-a464-c8bfc14b2d78 service nova] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Detach interface failed, port_id=bfd9bea5-04b9-4d7e-b5be-a4df015f8d6a, reason: Instance d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.604355] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1095.604355] env[69162]: value = "task-3233023" [ 1095.604355] env[69162]: _type = "Task" [ 1095.604355] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.616792] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233023, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.636716] env[69162]: DEBUG nova.compute.manager [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.678061] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.678355] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.678515] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.678874] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.678946] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.679082] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.679387] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.679579] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.679754] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.680020] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.680268] env[69162]: DEBUG nova.virt.hardware [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.681152] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2461119-eb14-4f50-8a69-27f9bd398310 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.691686] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07379d9-0964-47b1-87c3-dc450925a4d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.727552] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.988429] env[69162]: INFO nova.compute.manager [-] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Took 1.35 seconds to deallocate network for instance. [ 1096.042737] env[69162]: DEBUG oslo_vmware.api [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233022, 'name': ReconfigVM_Task, 'duration_secs': 0.308385} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.043130] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.048510] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8a783d-4db3-4adf-ba00-5dde4e6182c2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.066065] env[69162]: DEBUG oslo_vmware.api [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1096.066065] env[69162]: value = "task-3233024" [ 1096.066065] env[69162]: _type = "Task" [ 1096.066065] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.075553] env[69162]: DEBUG oslo_vmware.api [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.081802] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.484s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.081802] env[69162]: INFO nova.compute.manager [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Migrating [ 1096.090638] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.504s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.093018] env[69162]: INFO nova.compute.claims [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.119418] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233023, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.121188] env[69162]: DEBUG nova.network.neutron [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Successfully updated port: 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.495249] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.578371] env[69162]: DEBUG oslo_vmware.api [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233024, 'name': ReconfigVM_Task, 'duration_secs': 0.1621} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.578842] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646208', 'volume_id': '42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'name': 'volume-42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '613d9465-10e2-4ea4-afa3-f0c2ce7c374e', 'attached_at': '', 'detached_at': '', 'volume_id': '42f6eec1-4d3e-442c-a79b-d75e0e725bed', 'serial': '42f6eec1-4d3e-442c-a79b-d75e0e725bed'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.613810] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.614047] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.614272] env[69162]: DEBUG nova.network.neutron [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.624403] env[69162]: DEBUG oslo_vmware.api [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233023, 'name': PowerOnVM_Task, 'duration_secs': 0.553815} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.624925] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.625147] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.625720] env[69162]: DEBUG nova.network.neutron [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.626721] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.626992] env[69162]: INFO nova.compute.manager [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1096.627283] env[69162]: DEBUG nova.compute.manager [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.628815] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cecf822-36c4-4d21-89b6-8d37a1470b02 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.054063] env[69162]: DEBUG nova.compute.manager [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received event network-vif-plugged-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.054342] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] Acquiring lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.054682] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] Lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.054956] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] Lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.055232] env[69162]: DEBUG nova.compute.manager [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] No waiting events found dispatching network-vif-plugged-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.055491] env[69162]: WARNING nova.compute.manager [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received unexpected event network-vif-plugged-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 for instance with vm_state building and task_state spawning. [ 1097.055728] env[69162]: DEBUG nova.compute.manager [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received event network-changed-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.055951] env[69162]: DEBUG nova.compute.manager [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing instance network info cache due to event network-changed-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.056205] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] Acquiring lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.122463] env[69162]: DEBUG nova.objects.instance [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'flavor' on Instance uuid 613d9465-10e2-4ea4-afa3-f0c2ce7c374e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.150275] env[69162]: INFO nova.compute.manager [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Took 32.26 seconds to build instance. [ 1097.175398] env[69162]: DEBUG nova.network.neutron [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.398966] env[69162]: DEBUG nova.network.neutron [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [{"id": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "address": "fa:16:3e:3d:df:9b", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829c9d3b-c7", "ovs_interfaceid": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.451219] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630f06f9-2df9-4bcd-8f15-e39b4b5f829e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.460360] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5538a22-cd9f-41ee-a50c-2c0d76baf5c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.504783] env[69162]: DEBUG nova.network.neutron [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance_info_cache with network_info: [{"id": "92623a0e-5834-4997-8948-a5840e10a74b", "address": "fa:16:3e:8c:fc:d3", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92623a0e-58", "ovs_interfaceid": "92623a0e-5834-4997-8948-a5840e10a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.507882] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9624f5fe-078b-4ff0-8ba9-7bcd16b3d356 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.516454] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5598b25-e468-479e-97ef-8024bff686ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.532492] env[69162]: DEBUG nova.compute.provider_tree [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.652471] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2579f81c-d78a-4f65-839d-dfccab04174b tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "043d8743-3486-47c4-904d-b76d3cc18302" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.782s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.903563] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.903934] env[69162]: DEBUG nova.compute.manager [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Instance network_info: |[{"id": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "address": "fa:16:3e:3d:df:9b", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829c9d3b-c7", "ovs_interfaceid": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.904270] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] Acquired lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.904459] env[69162]: DEBUG nova.network.neutron [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing network info cache for port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.905740] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:df:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '829c9d3b-c7e1-44ab-b2ed-119b0ffd2254', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.915049] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.916207] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.916569] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e639490-9b4a-4bec-bab4-b622a8a4f860 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.938392] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.938392] env[69162]: value = "task-3233025" [ 1097.938392] env[69162]: _type = "Task" [ 1097.938392] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.946844] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233025, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.010940] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.037074] env[69162]: DEBUG nova.scheduler.client.report [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.088900] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.131992] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f97c08f0-c596-49b5-ab14-9be92adf5717 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.133130] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.044s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.133415] env[69162]: DEBUG nova.compute.manager [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.134599] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599ae602-bb02-4c91-9bc2-9a5de896cf0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.142433] env[69162]: DEBUG nova.compute.manager [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1098.143044] env[69162]: DEBUG nova.objects.instance [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'flavor' on Instance uuid 613d9465-10e2-4ea4-afa3-f0c2ce7c374e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.454779] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233025, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.542781] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.543299] env[69162]: DEBUG nova.compute.manager [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.546414] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.680s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.548033] env[69162]: INFO nova.compute.claims [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.643365] env[69162]: DEBUG nova.network.neutron [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updated VIF entry in instance network info cache for port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.643806] env[69162]: DEBUG nova.network.neutron [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [{"id": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "address": "fa:16:3e:3d:df:9b", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829c9d3b-c7", "ovs_interfaceid": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.950435] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233025, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.052451] env[69162]: DEBUG nova.compute.utils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.056468] env[69162]: DEBUG nova.compute.manager [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.056468] env[69162]: DEBUG nova.network.neutron [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.094222] env[69162]: DEBUG nova.policy [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39110f3df02b4872ab741d7d7d11f684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd1c8980ffcf4ea69116658e4bb3807d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.150474] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5b15ee2-2d37-4977-961d-ae3bf6181507 req-afd694f8-f3e5-40eb-ac66-8b80c63859b3 service nova] Releasing lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.152232] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.152502] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e912f36-bdea-4191-bb81-22e66f50cf0d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.165829] env[69162]: DEBUG oslo_vmware.api [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1099.165829] env[69162]: value = "task-3233026" [ 1099.165829] env[69162]: _type = "Task" [ 1099.165829] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.175778] env[69162]: DEBUG oslo_vmware.api [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.383227] env[69162]: DEBUG nova.network.neutron [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Successfully created port: af7dad2a-a68e-4716-9579-b10bd699f8d2 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.452138] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233025, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.519832] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.520187] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.520467] env[69162]: DEBUG nova.compute.manager [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.521430] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3643be-e106-456e-bc31-dcc8044896d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.530895] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1406f6c-bb8a-4023-a558-2410e3e73833 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.535748] env[69162]: DEBUG nova.compute.manager [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1099.536386] env[69162]: DEBUG nova.objects.instance [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lazy-loading 'flavor' on Instance uuid f43982e3-afc2-4d09-8fd1-8cf451aa5417 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.561245] env[69162]: DEBUG nova.compute.manager [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.564085] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b' progress to 0 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.681689] env[69162]: DEBUG oslo_vmware.api [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233026, 'name': PowerOffVM_Task, 'duration_secs': 0.492908} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.681944] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.684101] env[69162]: DEBUG nova.compute.manager [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.685551] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234fd55b-5de8-4ae2-8d8a-a6238c9f4ca4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.887140] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79fb6f6-adc7-491a-b567-3250605bc0d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.896011] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48353d28-f865-4c99-9924-bc75957c7444 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.927136] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afa9ee6-bf6e-4a3e-ba6e-fd1960e364b8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.935442] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f0001d-917d-4445-bb62-f347e1208c56 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.949154] env[69162]: DEBUG nova.compute.provider_tree [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.958064] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233025, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.074454] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.074927] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67daf3a1-6cea-4a0c-b60c-4f70d4f47dc9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.081502] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1100.081502] env[69162]: value = "task-3233027" [ 1100.081502] env[69162]: _type = "Task" [ 1100.081502] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.091387] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.203325] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce06606e-c314-48dd-a696-3aad01aca34f tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.454771] env[69162]: DEBUG nova.scheduler.client.report [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.463541] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233025, 'name': CreateVM_Task, 'duration_secs': 2.142299} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.463646] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.464374] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.464555] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.464871] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.465136] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dadac8-467d-41af-b417-5e8d255f47b8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.470504] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1100.470504] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bd060c-0dfc-42e8-27f3-290dda334843" [ 1100.470504] env[69162]: _type = "Task" [ 1100.470504] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.478976] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bd060c-0dfc-42e8-27f3-290dda334843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.543661] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.543935] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c1f2ebd-55ce-44f2-84df-d06360d001c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.550908] env[69162]: DEBUG oslo_vmware.api [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1100.550908] env[69162]: value = "task-3233028" [ 1100.550908] env[69162]: _type = "Task" [ 1100.550908] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.559779] env[69162]: DEBUG oslo_vmware.api [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.576237] env[69162]: DEBUG nova.compute.manager [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.592650] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233027, 'name': PowerOffVM_Task, 'duration_secs': 0.212749} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.592935] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.593139] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b' progress to 17 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.601244] env[69162]: DEBUG nova.objects.instance [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'flavor' on Instance uuid 613d9465-10e2-4ea4-afa3-f0c2ce7c374e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.604726] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.605695] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.605695] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.605695] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.605695] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.605695] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.605935] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.606111] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.606338] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.606536] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.606739] env[69162]: DEBUG nova.virt.hardware [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.607927] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaafdce-363c-4067-9ffe-827b938599bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.616419] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273e35a1-f0e0-4bb3-9cbb-87b3b030db1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.845534] env[69162]: DEBUG nova.compute.manager [req-f5bd6600-0242-45d8-aa53-b441b59bc707 req-79a2ef4e-fa11-4219-9f46-cdc68d0867a0 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Received event network-vif-plugged-af7dad2a-a68e-4716-9579-b10bd699f8d2 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.845747] env[69162]: DEBUG oslo_concurrency.lockutils [req-f5bd6600-0242-45d8-aa53-b441b59bc707 req-79a2ef4e-fa11-4219-9f46-cdc68d0867a0 service nova] Acquiring lock "80e155f8-13e5-4cc5-9667-6083e0b2c680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.846077] env[69162]: DEBUG oslo_concurrency.lockutils [req-f5bd6600-0242-45d8-aa53-b441b59bc707 req-79a2ef4e-fa11-4219-9f46-cdc68d0867a0 service nova] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.846134] env[69162]: DEBUG oslo_concurrency.lockutils [req-f5bd6600-0242-45d8-aa53-b441b59bc707 req-79a2ef4e-fa11-4219-9f46-cdc68d0867a0 service nova] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.846360] env[69162]: DEBUG nova.compute.manager [req-f5bd6600-0242-45d8-aa53-b441b59bc707 req-79a2ef4e-fa11-4219-9f46-cdc68d0867a0 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] No waiting events found dispatching network-vif-plugged-af7dad2a-a68e-4716-9579-b10bd699f8d2 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.846517] env[69162]: WARNING nova.compute.manager [req-f5bd6600-0242-45d8-aa53-b441b59bc707 req-79a2ef4e-fa11-4219-9f46-cdc68d0867a0 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Received unexpected event network-vif-plugged-af7dad2a-a68e-4716-9579-b10bd699f8d2 for instance with vm_state building and task_state spawning. [ 1100.934660] env[69162]: DEBUG nova.network.neutron [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Successfully updated port: af7dad2a-a68e-4716-9579-b10bd699f8d2 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.959252] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.959810] env[69162]: DEBUG nova.compute.manager [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.962772] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.953s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.964236] env[69162]: INFO nova.compute.claims [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.980668] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52bd060c-0dfc-42e8-27f3-290dda334843, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.984088] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.984088] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.984088] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.984088] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.984088] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.984088] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b49ee247-fe89-4148-9049-788813c9c759 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.992063] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.992286] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.993392] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97940e07-d084-4a0c-ba6a-33eab0e3e434 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.999080] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1100.999080] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f6fdea-b6b5-047a-3eac-f0b84ca4353f" [ 1100.999080] env[69162]: _type = "Task" [ 1100.999080] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.008556] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f6fdea-b6b5-047a-3eac-f0b84ca4353f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.062018] env[69162]: DEBUG oslo_vmware.api [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233028, 'name': PowerOffVM_Task, 'duration_secs': 0.213389} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.062325] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.062529] env[69162]: DEBUG nova.compute.manager [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.063318] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2ca54d-2f87-4512-b562-b4e41a3b8146 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.101450] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.101641] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.101785] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.101965] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.102127] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.102277] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.102476] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.102634] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.102798] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.102961] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.103150] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.112328] env[69162]: DEBUG oslo_concurrency.lockutils [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.112328] env[69162]: DEBUG oslo_concurrency.lockutils [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquired lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.112328] env[69162]: DEBUG nova.network.neutron [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.112328] env[69162]: DEBUG nova.objects.instance [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'info_cache' on Instance uuid 613d9465-10e2-4ea4-afa3-f0c2ce7c374e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.112927] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3370641b-fdff-43a9-b059-953bc831c011 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.130541] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1101.130541] env[69162]: value = "task-3233029" [ 1101.130541] env[69162]: _type = "Task" [ 1101.130541] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.139487] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.435415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "refresh_cache-80e155f8-13e5-4cc5-9667-6083e0b2c680" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.435690] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "refresh_cache-80e155f8-13e5-4cc5-9667-6083e0b2c680" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.435760] env[69162]: DEBUG nova.network.neutron [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.469413] env[69162]: DEBUG nova.compute.utils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.473865] env[69162]: DEBUG nova.compute.manager [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.473865] env[69162]: DEBUG nova.network.neutron [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.510940] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f6fdea-b6b5-047a-3eac-f0b84ca4353f, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.511762] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa1da32-638c-4a6c-b926-995cc2208b80 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.517083] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1101.517083] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ff1397-15bc-58d4-7c8b-594ec3cf7618" [ 1101.517083] env[69162]: _type = "Task" [ 1101.517083] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.525282] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ff1397-15bc-58d4-7c8b-594ec3cf7618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.529468] env[69162]: DEBUG nova.policy [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76346f9ca5284112a41723ec8db3b965', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2abcebeb0501434d96040bab0db6aa58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.574693] env[69162]: DEBUG oslo_concurrency.lockutils [None req-99d78528-6658-4797-8613-a2d46bc434db tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.615660] env[69162]: DEBUG nova.objects.base [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Object Instance<613d9465-10e2-4ea4-afa3-f0c2ce7c374e> lazy-loaded attributes: flavor,info_cache {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1101.640821] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233029, 'name': ReconfigVM_Task, 'duration_secs': 0.159402} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.641168] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b' progress to 33 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.877130] env[69162]: DEBUG nova.network.neutron [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Successfully created port: 4b105329-ecd7-42a5-8643-103547c1e4f6 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.976183] env[69162]: DEBUG nova.compute.manager [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.983447] env[69162]: DEBUG nova.network.neutron [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.995826] env[69162]: DEBUG nova.objects.instance [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lazy-loading 'flavor' on Instance uuid f43982e3-afc2-4d09-8fd1-8cf451aa5417 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.033315] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ff1397-15bc-58d4-7c8b-594ec3cf7618, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.040025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.040025] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 038b9a01-1fea-4919-9d26-ad7ff66fe50a/038b9a01-1fea-4919-9d26-ad7ff66fe50a.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.040025] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecf0a972-1ca1-46c1-b69b-44adcf8ec230 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.053827] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1102.053827] env[69162]: value = "task-3233030" [ 1102.053827] env[69162]: _type = "Task" [ 1102.053827] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.065353] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.148776] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.149019] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.149175] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.152020] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.152020] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.152020] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.152020] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.152020] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.152020] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.152020] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.152020] env[69162]: DEBUG nova.virt.hardware [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.155818] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1102.156363] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd85a8a-5ba2-4af7-b741-f21ad543deb9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.180250] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1102.180250] env[69162]: value = "task-3233031" [ 1102.180250] env[69162]: _type = "Task" [ 1102.180250] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.188995] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.247471] env[69162]: DEBUG nova.network.neutron [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Updating instance_info_cache with network_info: [{"id": "af7dad2a-a68e-4716-9579-b10bd699f8d2", "address": "fa:16:3e:8f:9e:cf", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7dad2a-a6", "ovs_interfaceid": "af7dad2a-a68e-4716-9579-b10bd699f8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.337722] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8fc9cd-03e5-4bb9-8c14-6c2853bb0fe4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.345391] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d9cef7-acde-43e1-99fa-9093975f9f40 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.382891] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fff4b5-db76-45fa-b087-b2bb57244027 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.396946] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eb2359-ba92-4772-ac20-69bb804eccaf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.415349] env[69162]: DEBUG nova.compute.provider_tree [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.436170] env[69162]: DEBUG nova.network.neutron [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Updating instance_info_cache with network_info: [{"id": "942423d7-6bb6-4642-8e56-f895c788ec72", "address": "fa:16:3e:58:17:70", "network": {"id": "47a9a562-3b87-4bd2-a60c-c9031e4e9788", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-602079851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88d09fd53056449e943007bc5ec1a816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942423d7-6b", "ovs_interfaceid": "942423d7-6bb6-4642-8e56-f895c788ec72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.501463] env[69162]: DEBUG oslo_concurrency.lockutils [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "refresh_cache-f43982e3-afc2-4d09-8fd1-8cf451aa5417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.501649] env[69162]: DEBUG oslo_concurrency.lockutils [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquired lock "refresh_cache-f43982e3-afc2-4d09-8fd1-8cf451aa5417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.501814] env[69162]: DEBUG nova.network.neutron [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.502084] env[69162]: DEBUG nova.objects.instance [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lazy-loading 'info_cache' on Instance uuid f43982e3-afc2-4d09-8fd1-8cf451aa5417 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.564793] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.690920] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233031, 'name': ReconfigVM_Task, 'duration_secs': 0.196135} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.691250] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.692079] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eba00e-8392-4d98-be4e-692e8e4fea62 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.717015] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] b88a6ec2-dad1-4b59-85d7-cd7b68008b8b/b88a6ec2-dad1-4b59-85d7-cd7b68008b8b.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.717262] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c850d32-1132-483b-92bf-b350848b1f67 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.735433] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1102.735433] env[69162]: value = "task-3233032" [ 1102.735433] env[69162]: _type = "Task" [ 1102.735433] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.743727] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.750474] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "refresh_cache-80e155f8-13e5-4cc5-9667-6083e0b2c680" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.750883] env[69162]: DEBUG nova.compute.manager [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Instance network_info: |[{"id": "af7dad2a-a68e-4716-9579-b10bd699f8d2", "address": "fa:16:3e:8f:9e:cf", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7dad2a-a6", "ovs_interfaceid": "af7dad2a-a68e-4716-9579-b10bd699f8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.751313] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:9e:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7dad2a-a68e-4716-9579-b10bd699f8d2', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.760815] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.761095] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.761379] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b5d51ed-6e2d-407c-a93d-110f08c5c795 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.781069] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.781069] env[69162]: value = "task-3233033" [ 1102.781069] env[69162]: _type = "Task" [ 1102.781069] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.788939] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233033, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.872378] env[69162]: DEBUG nova.compute.manager [req-2f76fd0b-e8f7-4d42-8d1d-3338a16bec88 req-a2d3791a-00c2-49b0-836c-33d45779c948 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Received event network-changed-af7dad2a-a68e-4716-9579-b10bd699f8d2 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.872616] env[69162]: DEBUG nova.compute.manager [req-2f76fd0b-e8f7-4d42-8d1d-3338a16bec88 req-a2d3791a-00c2-49b0-836c-33d45779c948 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Refreshing instance network info cache due to event network-changed-af7dad2a-a68e-4716-9579-b10bd699f8d2. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.872861] env[69162]: DEBUG oslo_concurrency.lockutils [req-2f76fd0b-e8f7-4d42-8d1d-3338a16bec88 req-a2d3791a-00c2-49b0-836c-33d45779c948 service nova] Acquiring lock "refresh_cache-80e155f8-13e5-4cc5-9667-6083e0b2c680" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.873194] env[69162]: DEBUG oslo_concurrency.lockutils [req-2f76fd0b-e8f7-4d42-8d1d-3338a16bec88 req-a2d3791a-00c2-49b0-836c-33d45779c948 service nova] Acquired lock "refresh_cache-80e155f8-13e5-4cc5-9667-6083e0b2c680" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.873412] env[69162]: DEBUG nova.network.neutron [req-2f76fd0b-e8f7-4d42-8d1d-3338a16bec88 req-a2d3791a-00c2-49b0-836c-33d45779c948 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Refreshing network info cache for port af7dad2a-a68e-4716-9579-b10bd699f8d2 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.918785] env[69162]: DEBUG nova.scheduler.client.report [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.938985] env[69162]: DEBUG oslo_concurrency.lockutils [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Releasing lock "refresh_cache-613d9465-10e2-4ea4-afa3-f0c2ce7c374e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.991829] env[69162]: DEBUG nova.compute.manager [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.008207] env[69162]: DEBUG nova.objects.base [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1103.021111] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.021385] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.021546] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.021734] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.021877] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.022050] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.022294] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.022457] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.022628] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.022795] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.022968] env[69162]: DEBUG nova.virt.hardware [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.024181] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72eff7ae-dfeb-4564-9a73-3a3f73aa2873 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.033251] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa44ad7e-f695-4742-a709-ee3bfb6364b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.061024] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590609} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.061313] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 038b9a01-1fea-4919-9d26-ad7ff66fe50a/038b9a01-1fea-4919-9d26-ad7ff66fe50a.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.061526] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.061777] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fc8ab9a-a163-4ef7-a65d-37513b100b58 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.068129] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1103.068129] env[69162]: value = "task-3233034" [ 1103.068129] env[69162]: _type = "Task" [ 1103.068129] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.075972] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.245784] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.293304] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233033, 'name': CreateVM_Task, 'duration_secs': 0.397979} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.293490] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.294382] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.294552] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.294873] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.295315] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5508b5-e8a6-4401-880d-e67eeb708a98 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.302037] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1103.302037] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a4d5e8-06e8-96b3-2820-ba3d140a9ea1" [ 1103.302037] env[69162]: _type = "Task" [ 1103.302037] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.307661] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a4d5e8-06e8-96b3-2820-ba3d140a9ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.426091] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.426697] env[69162]: DEBUG nova.compute.manager [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.429454] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.914s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.429641] env[69162]: DEBUG nova.objects.instance [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lazy-loading 'resources' on Instance uuid 8b689bac-ef0e-4a00-a42c-03de59e69dac {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.578724] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064797} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.578857] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.579965] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c01f1da-82b7-41fe-b3ab-ae4757553d6e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.603837] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 038b9a01-1fea-4919-9d26-ad7ff66fe50a/038b9a01-1fea-4919-9d26-ad7ff66fe50a.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.604678] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-673d1c8f-0886-42bf-9521-f6d7379852ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.628631] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1103.628631] env[69162]: value = "task-3233035" [ 1103.628631] env[69162]: _type = "Task" [ 1103.628631] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.635658] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.729236] env[69162]: DEBUG nova.network.neutron [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Successfully updated port: 4b105329-ecd7-42a5-8643-103547c1e4f6 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.746897] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233032, 'name': ReconfigVM_Task, 'duration_secs': 0.720438} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.747884] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] b88a6ec2-dad1-4b59-85d7-cd7b68008b8b/b88a6ec2-dad1-4b59-85d7-cd7b68008b8b.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.748208] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b' progress to 50 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.805826] env[69162]: DEBUG nova.network.neutron [req-2f76fd0b-e8f7-4d42-8d1d-3338a16bec88 req-a2d3791a-00c2-49b0-836c-33d45779c948 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Updated VIF entry in instance network info cache for port af7dad2a-a68e-4716-9579-b10bd699f8d2. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.806182] env[69162]: DEBUG nova.network.neutron [req-2f76fd0b-e8f7-4d42-8d1d-3338a16bec88 req-a2d3791a-00c2-49b0-836c-33d45779c948 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Updating instance_info_cache with network_info: [{"id": "af7dad2a-a68e-4716-9579-b10bd699f8d2", "address": "fa:16:3e:8f:9e:cf", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7dad2a-a6", "ovs_interfaceid": "af7dad2a-a68e-4716-9579-b10bd699f8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.813981] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a4d5e8-06e8-96b3-2820-ba3d140a9ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.814102] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.814391] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.814536] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.814683] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.814863] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.815137] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3c1101f-4206-48b0-a361-5e2c4b33ab6c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.823683] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.823864] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.824606] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e42493-4c86-4f1e-b5ee-e218a502f745 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.834911] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1103.834911] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5221a480-647d-bf4a-66cf-cd1512d17d38" [ 1103.834911] env[69162]: _type = "Task" [ 1103.834911] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.843845] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5221a480-647d-bf4a-66cf-cd1512d17d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.870844] env[69162]: DEBUG nova.network.neutron [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Updating instance_info_cache with network_info: [{"id": "75f899e1-0415-4f9a-871f-06639d847bef", "address": "fa:16:3e:da:40:74", "network": {"id": "63b9a522-aab6-4f74-948a-d72c1c00ef4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-166067051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eae4e66cfc640608c225f82856763bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f899e1-04", "ovs_interfaceid": "75f899e1-0415-4f9a-871f-06639d847bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.933779] env[69162]: DEBUG nova.compute.utils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.939265] env[69162]: DEBUG nova.compute.manager [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.939540] env[69162]: DEBUG nova.network.neutron [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.944902] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.945318] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e342614-1ff3-4607-a3dd-479e64cb9603 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.953172] env[69162]: DEBUG oslo_vmware.api [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1103.953172] env[69162]: value = "task-3233036" [ 1103.953172] env[69162]: _type = "Task" [ 1103.953172] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.966221] env[69162]: DEBUG oslo_vmware.api [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.138681] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233035, 'name': ReconfigVM_Task, 'duration_secs': 0.277757} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.139036] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 038b9a01-1fea-4919-9d26-ad7ff66fe50a/038b9a01-1fea-4919-9d26-ad7ff66fe50a.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.139781] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2559b05-b46a-4d44-945f-d90125e17b46 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.146915] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1104.146915] env[69162]: value = "task-3233037" [ 1104.146915] env[69162]: _type = "Task" [ 1104.146915] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.158165] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233037, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.210807] env[69162]: DEBUG nova.policy [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f34c6353ad4d43d5a7be2bc3a3b43d9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e142292754a94c6794692a009d29b912', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.214644] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf66b617-51dc-4eb6-aa88-fbb3423521e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.222551] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2513ca5-9725-47a6-a884-7d7a9c305ce3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.256045] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquiring lock "refresh_cache-3f5eb5f7-406d-47bd-9cc0-272c86b1f908" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.256045] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquired lock "refresh_cache-3f5eb5f7-406d-47bd-9cc0-272c86b1f908" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.256045] env[69162]: DEBUG nova.network.neutron [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.260870] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49030f49-87e4-4d15-a14a-a80615962830 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.263987] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0ac95a-9626-467c-ae2e-2ead1301aa37 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.292308] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c201565-64ae-4576-985f-6e6756eab7e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.301028] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f29677-e0df-4387-99b4-cf974e4d9b26 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.314650] env[69162]: DEBUG oslo_concurrency.lockutils [req-2f76fd0b-e8f7-4d42-8d1d-3338a16bec88 req-a2d3791a-00c2-49b0-836c-33d45779c948 service nova] Releasing lock "refresh_cache-80e155f8-13e5-4cc5-9667-6083e0b2c680" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.315327] env[69162]: DEBUG nova.compute.provider_tree [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.335683] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b' progress to 67 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.339900] env[69162]: DEBUG nova.scheduler.client.report [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.353376] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5221a480-647d-bf4a-66cf-cd1512d17d38, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.354075] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce58279c-d11a-4131-bd37-3b0f0452977f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.360270] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1104.360270] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52712bbd-6262-e81d-707e-af5d57b5bb7b" [ 1104.360270] env[69162]: _type = "Task" [ 1104.360270] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.368553] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52712bbd-6262-e81d-707e-af5d57b5bb7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.376185] env[69162]: DEBUG oslo_concurrency.lockutils [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Releasing lock "refresh_cache-f43982e3-afc2-4d09-8fd1-8cf451aa5417" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.439510] env[69162]: DEBUG nova.compute.manager [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.463802] env[69162]: DEBUG oslo_vmware.api [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233036, 'name': PowerOnVM_Task, 'duration_secs': 0.411682} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.466023] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.466023] env[69162]: DEBUG nova.compute.manager [None req-27921dcd-8259-4d95-bafe-4893e4123e46 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.466023] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7806f7e5-a530-47b9-8716-cfa7dd487c7c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.539185] env[69162]: DEBUG nova.network.neutron [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Successfully created port: 3a0917ec-5194-4342-85d9-0dac9e32b341 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.657805] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233037, 'name': Rename_Task, 'duration_secs': 0.21147} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.658081] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.658337] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fea1d36-54bc-4c23-931e-9c377e56728c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.664462] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1104.664462] env[69162]: value = "task-3233038" [ 1104.664462] env[69162]: _type = "Task" [ 1104.664462] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.673837] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.790128] env[69162]: DEBUG nova.network.neutron [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.848130] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.419s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.850207] env[69162]: DEBUG oslo_concurrency.lockutils [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.959s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.870857] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52712bbd-6262-e81d-707e-af5d57b5bb7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.871152] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.871782] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 80e155f8-13e5-4cc5-9667-6083e0b2c680/80e155f8-13e5-4cc5-9667-6083e0b2c680.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.871782] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aba6d5d7-8791-42ac-b65b-c7cd921a17e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.879936] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1104.879936] env[69162]: value = "task-3233039" [ 1104.879936] env[69162]: _type = "Task" [ 1104.879936] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.881163] env[69162]: INFO nova.scheduler.client.report [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Deleted allocations for instance 8b689bac-ef0e-4a00-a42c-03de59e69dac [ 1104.893173] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.912199] env[69162]: DEBUG nova.compute.manager [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Received event network-vif-plugged-4b105329-ecd7-42a5-8643-103547c1e4f6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.912199] env[69162]: DEBUG oslo_concurrency.lockutils [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] Acquiring lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.912199] env[69162]: DEBUG oslo_concurrency.lockutils [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] Lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.912199] env[69162]: DEBUG oslo_concurrency.lockutils [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] Lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.912841] env[69162]: DEBUG nova.compute.manager [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] No waiting events found dispatching network-vif-plugged-4b105329-ecd7-42a5-8643-103547c1e4f6 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.913240] env[69162]: WARNING nova.compute.manager [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Received unexpected event network-vif-plugged-4b105329-ecd7-42a5-8643-103547c1e4f6 for instance with vm_state building and task_state spawning. [ 1104.914159] env[69162]: DEBUG nova.compute.manager [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Received event network-changed-4b105329-ecd7-42a5-8643-103547c1e4f6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.914812] env[69162]: DEBUG nova.compute.manager [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Refreshing instance network info cache due to event network-changed-4b105329-ecd7-42a5-8643-103547c1e4f6. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.916662] env[69162]: DEBUG oslo_concurrency.lockutils [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] Acquiring lock "refresh_cache-3f5eb5f7-406d-47bd-9cc0-272c86b1f908" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.935727] env[69162]: DEBUG nova.network.neutron [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Updating instance_info_cache with network_info: [{"id": "4b105329-ecd7-42a5-8643-103547c1e4f6", "address": "fa:16:3e:ae:47:c0", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b105329-ec", "ovs_interfaceid": "4b105329-ecd7-42a5-8643-103547c1e4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.180981] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.380915] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.381247] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75f96429-dc62-40bc-90d5-96971c750eb5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.391795] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458742} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.395183] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 80e155f8-13e5-4cc5-9667-6083e0b2c680/80e155f8-13e5-4cc5-9667-6083e0b2c680.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.395414] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.397658] env[69162]: DEBUG oslo_vmware.api [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1105.397658] env[69162]: value = "task-3233040" [ 1105.397658] env[69162]: _type = "Task" [ 1105.397658] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.398101] env[69162]: DEBUG oslo_concurrency.lockutils [None req-94027849-b6c7-4b48-b9e8-f917b6ffee8d tempest-ServersV294TestFqdnHostnames-340700729 tempest-ServersV294TestFqdnHostnames-340700729-project-member] Lock "8b689bac-ef0e-4a00-a42c-03de59e69dac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.553s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.399635] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31fe731c-848f-4ef0-87f8-fec92e650cb4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.409522] env[69162]: DEBUG oslo_vmware.api [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233040, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.412972] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1105.412972] env[69162]: value = "task-3233041" [ 1105.412972] env[69162]: _type = "Task" [ 1105.412972] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.440875] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Releasing lock "refresh_cache-3f5eb5f7-406d-47bd-9cc0-272c86b1f908" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.440875] env[69162]: DEBUG nova.compute.manager [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Instance network_info: |[{"id": "4b105329-ecd7-42a5-8643-103547c1e4f6", "address": "fa:16:3e:ae:47:c0", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b105329-ec", "ovs_interfaceid": "4b105329-ecd7-42a5-8643-103547c1e4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.442164] env[69162]: DEBUG oslo_concurrency.lockutils [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] Acquired lock "refresh_cache-3f5eb5f7-406d-47bd-9cc0-272c86b1f908" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.442164] env[69162]: DEBUG nova.network.neutron [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Refreshing network info cache for port 4b105329-ecd7-42a5-8643-103547c1e4f6 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.443327] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:47:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b105329-ecd7-42a5-8643-103547c1e4f6', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.452175] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Creating folder: Project (2abcebeb0501434d96040bab0db6aa58). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.453730] env[69162]: DEBUG nova.compute.manager [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.457122] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a8af86-8dde-483a-8491-34d22cc154b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.472797] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Created folder: Project (2abcebeb0501434d96040bab0db6aa58) in parent group-v645978. [ 1105.473416] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Creating folder: Instances. Parent ref: group-v646234. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.476856] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f976f22-e3b4-49b6-a197-2bfd6ab96e77 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.487539] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Created folder: Instances in parent group-v646234. [ 1105.487938] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.492171] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.492437] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.492855] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.492855] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.492977] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.493100] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.493284] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.493504] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.493604] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.494193] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.494193] env[69162]: DEBUG nova.virt.hardware [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.494563] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.495457] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2a1db8-2734-460c-92b9-8c833845fc9a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.502658] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab62f34c-2abd-4995-92af-efefd47a0822 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.525085] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2847237e-1828-4fb3-8bbd-bc5216b40fc6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.529109] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.529109] env[69162]: value = "task-3233044" [ 1105.529109] env[69162]: _type = "Task" [ 1105.529109] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.551187] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233044, 'name': CreateVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.678493] env[69162]: DEBUG oslo_vmware.api [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233038, 'name': PowerOnVM_Task, 'duration_secs': 0.689897} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.678776] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.678975] env[69162]: INFO nova.compute.manager [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1105.679177] env[69162]: DEBUG nova.compute.manager [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.680036] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f26dcb-992e-4068-a31a-6861563d64cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.684036] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07bfbd5-a276-4e80-8f1f-9474e080d513 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.692656] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af44873-66d5-4817-bdd9-ce709780cb8a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.728994] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e13743-1981-4edc-95f6-03fad3c8826e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.737442] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eab859-63c1-4085-bc96-9eeff9b904c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.755059] env[69162]: DEBUG nova.compute.provider_tree [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.912242] env[69162]: DEBUG oslo_vmware.api [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233040, 'name': PowerOnVM_Task, 'duration_secs': 0.456835} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.912486] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.912696] env[69162]: DEBUG nova.compute.manager [None req-17ced84a-a227-4536-ae9f-7524f9b13b13 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.913494] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa7bbdb-a6db-444a-8ec9-23128b5cc450 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.930838] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121207} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.930838] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.930838] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf60601-e467-4a7c-962f-8a0d447abc65 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.959998] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 80e155f8-13e5-4cc5-9667-6083e0b2c680/80e155f8-13e5-4cc5-9667-6083e0b2c680.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.963485] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00bda19a-405e-4246-b48c-e2938155842e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.984529] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1105.984529] env[69162]: value = "task-3233045" [ 1105.984529] env[69162]: _type = "Task" [ 1105.984529] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.993264] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.042021] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233044, 'name': CreateVM_Task, 'duration_secs': 0.413114} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.042021] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.042277] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.042381] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.042703] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.043053] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9547dc-1d83-42fc-b431-2435cea1fdd5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.048068] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for the task: (returnval){ [ 1106.048068] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5213c238-3b83-bb12-1e2c-7ff918c88543" [ 1106.048068] env[69162]: _type = "Task" [ 1106.048068] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.056748] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5213c238-3b83-bb12-1e2c-7ff918c88543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.095024] env[69162]: DEBUG nova.network.neutron [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Port 92623a0e-5834-4997-8948-a5840e10a74b binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1106.125131] env[69162]: DEBUG nova.network.neutron [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Successfully updated port: 3a0917ec-5194-4342-85d9-0dac9e32b341 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.209283] env[69162]: INFO nova.compute.manager [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Took 26.39 seconds to build instance. [ 1106.265133] env[69162]: DEBUG nova.network.neutron [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Updated VIF entry in instance network info cache for port 4b105329-ecd7-42a5-8643-103547c1e4f6. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.265133] env[69162]: DEBUG nova.network.neutron [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Updating instance_info_cache with network_info: [{"id": "4b105329-ecd7-42a5-8643-103547c1e4f6", "address": "fa:16:3e:ae:47:c0", "network": {"id": "a0608959-3c8d-4aa0-9ca9-93b86d30e01b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "01cd39a05a0e44e09b612baa1567f3ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b105329-ec", "ovs_interfaceid": "4b105329-ecd7-42a5-8643-103547c1e4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.284289] env[69162]: ERROR nova.scheduler.client.report [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [req-1de0ee48-c5de-4604-bc90-a8f47b59f445] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1de0ee48-c5de-4604-bc90-a8f47b59f445"}]} [ 1106.301790] env[69162]: DEBUG nova.scheduler.client.report [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1106.317278] env[69162]: DEBUG nova.scheduler.client.report [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1106.317525] env[69162]: DEBUG nova.compute.provider_tree [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.328661] env[69162]: DEBUG nova.scheduler.client.report [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1106.350771] env[69162]: DEBUG nova.scheduler.client.report [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1106.495264] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.562967] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5213c238-3b83-bb12-1e2c-7ff918c88543, 'name': SearchDatastore_Task, 'duration_secs': 0.063328} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.563480] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.563888] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.564326] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.564569] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.564921] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.565241] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-302c6f2c-1786-4124-a600-69f35172df1c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.580253] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.580542] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.581353] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a4d5b0-8783-4e0e-81ae-8961532dccbf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.589488] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for the task: (returnval){ [ 1106.589488] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5228db17-b148-2c84-4b44-92a48dfd1a10" [ 1106.589488] env[69162]: _type = "Task" [ 1106.589488] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.605636] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5228db17-b148-2c84-4b44-92a48dfd1a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.627955] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "refresh_cache-2010ade1-bafc-4635-bc43-b131ac8095c8" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.627955] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "refresh_cache-2010ade1-bafc-4635-bc43-b131ac8095c8" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.628303] env[69162]: DEBUG nova.network.neutron [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.670925] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f4a74f-03d8-4951-8931-b213d163f063 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.681020] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd064572-4159-4af9-93b0-8b8a2beb7f9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.715235] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de7972bf-2f95-4c57-bde7-3243c9db96e8 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.912s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.716535] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360770bd-91c9-4011-9971-a0f5a316780a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.726847] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4e2f8f-3d93-4288-b323-f75c76c420d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.742485] env[69162]: DEBUG nova.compute.provider_tree [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.771981] env[69162]: DEBUG oslo_concurrency.lockutils [req-568d08de-18b3-4ca8-bce3-ad5924da898f req-40ba74e2-f2ab-46b2-a3e9-341a24ea6b91 service nova] Releasing lock "refresh_cache-3f5eb5f7-406d-47bd-9cc0-272c86b1f908" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.996582] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233045, 'name': ReconfigVM_Task, 'duration_secs': 0.958997} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.997250] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 80e155f8-13e5-4cc5-9667-6083e0b2c680/80e155f8-13e5-4cc5-9667-6083e0b2c680.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.998428] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fde81157-6d25-459a-be45-1a2f8e95fc53 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.007032] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1107.007032] env[69162]: value = "task-3233046" [ 1107.007032] env[69162]: _type = "Task" [ 1107.007032] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.014659] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233046, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.100141] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5228db17-b148-2c84-4b44-92a48dfd1a10, 'name': SearchDatastore_Task, 'duration_secs': 0.016251} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.101148] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52dface-8925-4ab8-8afd-1cbfd3d8ae1e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.125779] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.126255] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.127103] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.128546] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for the task: (returnval){ [ 1107.128546] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a2d656-443c-71af-f6a2-c7a8405f3669" [ 1107.128546] env[69162]: _type = "Task" [ 1107.128546] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.142487] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a2d656-443c-71af-f6a2-c7a8405f3669, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.145056] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.145056] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 3f5eb5f7-406d-47bd-9cc0-272c86b1f908/3f5eb5f7-406d-47bd-9cc0-272c86b1f908.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.145056] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90e28d1f-58f3-4a1a-a168-6650215407ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.148586] env[69162]: DEBUG nova.compute.manager [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Received event network-vif-plugged-3a0917ec-5194-4342-85d9-0dac9e32b341 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.148969] env[69162]: DEBUG oslo_concurrency.lockutils [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] Acquiring lock "2010ade1-bafc-4635-bc43-b131ac8095c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.149311] env[69162]: DEBUG oslo_concurrency.lockutils [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] Lock "2010ade1-bafc-4635-bc43-b131ac8095c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.149751] env[69162]: DEBUG oslo_concurrency.lockutils [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] Lock "2010ade1-bafc-4635-bc43-b131ac8095c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.150064] env[69162]: DEBUG nova.compute.manager [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] No waiting events found dispatching network-vif-plugged-3a0917ec-5194-4342-85d9-0dac9e32b341 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.150362] env[69162]: WARNING nova.compute.manager [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Received unexpected event network-vif-plugged-3a0917ec-5194-4342-85d9-0dac9e32b341 for instance with vm_state building and task_state spawning. [ 1107.150647] env[69162]: DEBUG nova.compute.manager [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Received event network-changed-3a0917ec-5194-4342-85d9-0dac9e32b341 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.150909] env[69162]: DEBUG nova.compute.manager [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Refreshing instance network info cache due to event network-changed-3a0917ec-5194-4342-85d9-0dac9e32b341. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.153017] env[69162]: DEBUG oslo_concurrency.lockutils [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] Acquiring lock "refresh_cache-2010ade1-bafc-4635-bc43-b131ac8095c8" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.157479] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for the task: (returnval){ [ 1107.157479] env[69162]: value = "task-3233047" [ 1107.157479] env[69162]: _type = "Task" [ 1107.157479] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.166612] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.179166] env[69162]: DEBUG nova.network.neutron [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.288403] env[69162]: DEBUG nova.scheduler.client.report [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1107.288687] env[69162]: DEBUG nova.compute.provider_tree [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 125 to 126 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1107.288842] env[69162]: DEBUG nova.compute.provider_tree [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.451181] env[69162]: DEBUG nova.network.neutron [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Updating instance_info_cache with network_info: [{"id": "3a0917ec-5194-4342-85d9-0dac9e32b341", "address": "fa:16:3e:35:a5:01", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a0917ec-51", "ovs_interfaceid": "3a0917ec-5194-4342-85d9-0dac9e32b341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.515213] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233046, 'name': Rename_Task, 'duration_secs': 0.180525} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.515451] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.515954] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc9be8e-4524-4dee-9e79-556dafe5d205 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.526102] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1107.526102] env[69162]: value = "task-3233048" [ 1107.526102] env[69162]: _type = "Task" [ 1107.526102] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.539023] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.673639] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233047, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.960123] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "refresh_cache-2010ade1-bafc-4635-bc43-b131ac8095c8" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.960123] env[69162]: DEBUG nova.compute.manager [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Instance network_info: |[{"id": "3a0917ec-5194-4342-85d9-0dac9e32b341", "address": "fa:16:3e:35:a5:01", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a0917ec-51", "ovs_interfaceid": "3a0917ec-5194-4342-85d9-0dac9e32b341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.960123] env[69162]: DEBUG oslo_concurrency.lockutils [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] Acquired lock "refresh_cache-2010ade1-bafc-4635-bc43-b131ac8095c8" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.960123] env[69162]: DEBUG nova.network.neutron [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Refreshing network info cache for port 3a0917ec-5194-4342-85d9-0dac9e32b341 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.960123] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:a5:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a0917ec-5194-4342-85d9-0dac9e32b341', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.974430] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.979066] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.979066] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bf77b14-f373-4270-bdb5-7aaccaabba08 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.003204] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.003204] env[69162]: value = "task-3233049" [ 1108.003204] env[69162]: _type = "Task" [ 1108.003204] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.011238] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233049, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.036819] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.173989] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.174205] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.174419] env[69162]: DEBUG nova.network.neutron [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.180391] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740703} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.180461] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 3f5eb5f7-406d-47bd-9cc0-272c86b1f908/3f5eb5f7-406d-47bd-9cc0-272c86b1f908.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.180650] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.180914] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47b377dd-275f-47fe-937f-e16b27e2b844 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.187651] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for the task: (returnval){ [ 1108.187651] env[69162]: value = "task-3233050" [ 1108.187651] env[69162]: _type = "Task" [ 1108.187651] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.195936] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.305192] env[69162]: DEBUG oslo_concurrency.lockutils [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.454s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.307939] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.581s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.309594] env[69162]: INFO nova.compute.claims [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.513652] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233049, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.543950] env[69162]: DEBUG oslo_vmware.api [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233048, 'name': PowerOnVM_Task, 'duration_secs': 0.906174} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.544309] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.546871] env[69162]: INFO nova.compute.manager [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1108.546871] env[69162]: DEBUG nova.compute.manager [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.546871] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c783b6-114f-447b-94a9-f1674b63d7c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.703836] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152358} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.705237] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.705237] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e101579-5423-4f4b-a185-ebc66d566433 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.740779] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 3f5eb5f7-406d-47bd-9cc0-272c86b1f908/3f5eb5f7-406d-47bd-9cc0-272c86b1f908.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.742583] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db76526-9863-49e4-a35a-e250589d3c48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.766386] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.766737] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.774123] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for the task: (returnval){ [ 1108.774123] env[69162]: value = "task-3233051" [ 1108.774123] env[69162]: _type = "Task" [ 1108.774123] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.782684] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.857015] env[69162]: DEBUG nova.network.neutron [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Updated VIF entry in instance network info cache for port 3a0917ec-5194-4342-85d9-0dac9e32b341. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.857015] env[69162]: DEBUG nova.network.neutron [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Updating instance_info_cache with network_info: [{"id": "3a0917ec-5194-4342-85d9-0dac9e32b341", "address": "fa:16:3e:35:a5:01", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a0917ec-51", "ovs_interfaceid": "3a0917ec-5194-4342-85d9-0dac9e32b341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.896520] env[69162]: INFO nova.scheduler.client.report [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted allocation for migration b861e592-44a5-453d-9b71-e6017b1eebc3 [ 1109.013672] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233049, 'name': CreateVM_Task, 'duration_secs': 0.758155} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.013672] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.014015] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.014015] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.014824] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.014824] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b335d0a5-911a-42a1-a170-34460420f0a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.019507] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1109.019507] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52850b5f-e7e9-00c2-e785-3744cbe60b95" [ 1109.019507] env[69162]: _type = "Task" [ 1109.019507] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.027960] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52850b5f-e7e9-00c2-e785-3744cbe60b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.069728] env[69162]: DEBUG nova.network.neutron [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance_info_cache with network_info: [{"id": "92623a0e-5834-4997-8948-a5840e10a74b", "address": "fa:16:3e:8c:fc:d3", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92623a0e-58", "ovs_interfaceid": "92623a0e-5834-4997-8948-a5840e10a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.072906] env[69162]: INFO nova.compute.manager [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Took 23.50 seconds to build instance. [ 1109.180270] env[69162]: DEBUG nova.compute.manager [req-7b338fd7-75dd-47ee-baa5-c3d7f91554b0 req-220f3363-3b9b-48f7-914d-ebd5959d14c3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received event network-changed-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.180482] env[69162]: DEBUG nova.compute.manager [req-7b338fd7-75dd-47ee-baa5-c3d7f91554b0 req-220f3363-3b9b-48f7-914d-ebd5959d14c3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing instance network info cache due to event network-changed-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.181015] env[69162]: DEBUG oslo_concurrency.lockutils [req-7b338fd7-75dd-47ee-baa5-c3d7f91554b0 req-220f3363-3b9b-48f7-914d-ebd5959d14c3 service nova] Acquiring lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.181015] env[69162]: DEBUG oslo_concurrency.lockutils [req-7b338fd7-75dd-47ee-baa5-c3d7f91554b0 req-220f3363-3b9b-48f7-914d-ebd5959d14c3 service nova] Acquired lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.181173] env[69162]: DEBUG nova.network.neutron [req-7b338fd7-75dd-47ee-baa5-c3d7f91554b0 req-220f3363-3b9b-48f7-914d-ebd5959d14c3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing network info cache for port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.273585] env[69162]: DEBUG nova.compute.manager [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.287110] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.357830] env[69162]: DEBUG oslo_concurrency.lockutils [req-a59e021a-8fa9-4274-8f29-ef49b058e8c6 req-bfd34a9f-96bd-4587-92e0-c3a08526da34 service nova] Releasing lock "refresh_cache-2010ade1-bafc-4635-bc43-b131ac8095c8" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.374187] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "9651bffe-026c-4a57-b102-e154745305f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.374389] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "9651bffe-026c-4a57-b102-e154745305f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.402409] env[69162]: DEBUG oslo_concurrency.lockutils [None req-593f9fd6-2859-4929-be76-e15213837754 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.874s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.530185] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52850b5f-e7e9-00c2-e785-3744cbe60b95, 'name': SearchDatastore_Task, 'duration_secs': 0.035868} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.530665] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.530948] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.531285] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.531444] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.531634] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.531909] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-068607e8-ada4-4df2-99f5-aa6f2034f458 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.553098] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.553298] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.554176] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1223481-68aa-4898-88ad-4c5822e2486c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.563301] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1109.563301] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528945c3-856f-24ce-507f-fcb5bdd417a1" [ 1109.563301] env[69162]: _type = "Task" [ 1109.563301] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.571969] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528945c3-856f-24ce-507f-fcb5bdd417a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.573468] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.580928] env[69162]: DEBUG oslo_concurrency.lockutils [None req-00f6ad10-89e2-49ee-ad04-84ae98accea6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.019s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.645709] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9151153d-54d3-4326-a038-0f6be8a90846 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.655438] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb9a565-09f4-4a9c-a690-51633032c93d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.691338] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e88a1-cf20-4709-975c-8d0672ed6484 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.700035] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5433b3de-e76c-4d6e-9eaf-03ce91bcc904 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.715484] env[69162]: DEBUG nova.compute.provider_tree [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.790921] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233051, 'name': ReconfigVM_Task, 'duration_secs': 0.885695} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.791933] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 3f5eb5f7-406d-47bd-9cc0-272c86b1f908/3f5eb5f7-406d-47bd-9cc0-272c86b1f908.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.791933] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad33ed90-6934-4784-9368-48dfa2383f53 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.798620] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for the task: (returnval){ [ 1109.798620] env[69162]: value = "task-3233052" [ 1109.798620] env[69162]: _type = "Task" [ 1109.798620] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.803835] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.807562] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233052, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.879554] env[69162]: DEBUG nova.compute.manager [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.943564] env[69162]: DEBUG nova.network.neutron [req-7b338fd7-75dd-47ee-baa5-c3d7f91554b0 req-220f3363-3b9b-48f7-914d-ebd5959d14c3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updated VIF entry in instance network info cache for port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.943950] env[69162]: DEBUG nova.network.neutron [req-7b338fd7-75dd-47ee-baa5-c3d7f91554b0 req-220f3363-3b9b-48f7-914d-ebd5959d14c3 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [{"id": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "address": "fa:16:3e:3d:df:9b", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829c9d3b-c7", "ovs_interfaceid": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.949125] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "043d8743-3486-47c4-904d-b76d3cc18302" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.949388] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "043d8743-3486-47c4-904d-b76d3cc18302" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.949792] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "043d8743-3486-47c4-904d-b76d3cc18302-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.950038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "043d8743-3486-47c4-904d-b76d3cc18302-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.950107] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "043d8743-3486-47c4-904d-b76d3cc18302-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.953104] env[69162]: INFO nova.compute.manager [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Terminating instance [ 1110.072179] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528945c3-856f-24ce-507f-fcb5bdd417a1, 'name': SearchDatastore_Task, 'duration_secs': 0.045567} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.072992] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1ad3c9-478b-4bf5-ae39-617145aaea1d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.078152] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1110.078152] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52be55e8-b08d-2637-6ad2-895d4b7c8b42" [ 1110.078152] env[69162]: _type = "Task" [ 1110.078152] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.089832] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52be55e8-b08d-2637-6ad2-895d4b7c8b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.090947] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a5b72c-510c-48bb-b74d-dff84141d6bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.097200] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0132596-c5b8-494f-834c-a19ffa13513b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.219481] env[69162]: DEBUG nova.scheduler.client.report [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.309645] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233052, 'name': Rename_Task, 'duration_secs': 0.329023} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.309645] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.310743] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-439ec557-744e-4cd3-9b2b-ebdbdb336553 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.316017] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for the task: (returnval){ [ 1110.316017] env[69162]: value = "task-3233053" [ 1110.316017] env[69162]: _type = "Task" [ 1110.316017] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.323579] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.350275] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.350568] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.350792] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.351017] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.351449] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.353686] env[69162]: INFO nova.compute.manager [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Terminating instance [ 1110.403575] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.447218] env[69162]: DEBUG oslo_concurrency.lockutils [req-7b338fd7-75dd-47ee-baa5-c3d7f91554b0 req-220f3363-3b9b-48f7-914d-ebd5959d14c3 service nova] Releasing lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.458160] env[69162]: DEBUG nova.compute.manager [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.458412] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.459597] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cd9b9-b64b-4dd3-8a22-345a4766e54d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.468838] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.468838] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-195df61a-e072-476f-b5e4-d4162f3b8138 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.475536] env[69162]: DEBUG oslo_vmware.api [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1110.475536] env[69162]: value = "task-3233054" [ 1110.475536] env[69162]: _type = "Task" [ 1110.475536] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.484170] env[69162]: DEBUG oslo_vmware.api [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.564012] env[69162]: DEBUG nova.compute.manager [req-f1dd169f-3dc2-4db8-94d6-ca4d19519c5a req-305da841-7418-482d-9467-cc2f8930d4d3 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Received event network-changed-af7dad2a-a68e-4716-9579-b10bd699f8d2 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.564291] env[69162]: DEBUG nova.compute.manager [req-f1dd169f-3dc2-4db8-94d6-ca4d19519c5a req-305da841-7418-482d-9467-cc2f8930d4d3 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Refreshing instance network info cache due to event network-changed-af7dad2a-a68e-4716-9579-b10bd699f8d2. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.564667] env[69162]: DEBUG oslo_concurrency.lockutils [req-f1dd169f-3dc2-4db8-94d6-ca4d19519c5a req-305da841-7418-482d-9467-cc2f8930d4d3 service nova] Acquiring lock "refresh_cache-80e155f8-13e5-4cc5-9667-6083e0b2c680" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.564901] env[69162]: DEBUG oslo_concurrency.lockutils [req-f1dd169f-3dc2-4db8-94d6-ca4d19519c5a req-305da841-7418-482d-9467-cc2f8930d4d3 service nova] Acquired lock "refresh_cache-80e155f8-13e5-4cc5-9667-6083e0b2c680" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.565132] env[69162]: DEBUG nova.network.neutron [req-f1dd169f-3dc2-4db8-94d6-ca4d19519c5a req-305da841-7418-482d-9467-cc2f8930d4d3 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Refreshing network info cache for port af7dad2a-a68e-4716-9579-b10bd699f8d2 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.590651] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52be55e8-b08d-2637-6ad2-895d4b7c8b42, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.591040] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.591370] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 2010ade1-bafc-4635-bc43-b131ac8095c8/2010ade1-bafc-4635-bc43-b131ac8095c8.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.591707] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-745de717-6148-4767-8a34-8438ae53a4ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.599332] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1110.599332] env[69162]: value = "task-3233055" [ 1110.599332] env[69162]: _type = "Task" [ 1110.599332] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.610991] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.725933] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.726508] env[69162]: DEBUG nova.compute.manager [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.729124] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.234s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.729838] env[69162]: DEBUG nova.objects.instance [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lazy-loading 'resources' on Instance uuid d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.836804] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.857956] env[69162]: DEBUG nova.compute.manager [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.858237] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.859505] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f4577-aadd-44bd-b471-795d3e7996bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.867659] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.868083] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34156c09-ac4a-4b9a-aa68-ed634a67fc2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.877029] env[69162]: DEBUG oslo_vmware.api [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1110.877029] env[69162]: value = "task-3233056" [ 1110.877029] env[69162]: _type = "Task" [ 1110.877029] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.886821] env[69162]: DEBUG oslo_vmware.api [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.986906] env[69162]: DEBUG oslo_vmware.api [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233054, 'name': PowerOffVM_Task, 'duration_secs': 0.261994} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.987230] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.987393] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.987929] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b10b1ac2-4cbd-4fe8-8ca5-fab88492b164 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.085122] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.085403] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.088829] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Deleting the datastore file [datastore1] 043d8743-3486-47c4-904d-b76d3cc18302 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.088829] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9cd907b-83d0-497e-b61a-1f09f3b412dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.096434] env[69162]: DEBUG oslo_vmware.api [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1111.096434] env[69162]: value = "task-3233058" [ 1111.096434] env[69162]: _type = "Task" [ 1111.096434] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.112683] env[69162]: DEBUG oslo_vmware.api [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.116189] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233055, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.131623] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "3cf12e08-a86c-4310-b7a1-4948b5dde216" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.131896] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "3cf12e08-a86c-4310-b7a1-4948b5dde216" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.224415] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa345c0-c104-4e0c-b64d-17e395c7e1c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.246916] env[69162]: DEBUG nova.compute.utils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.253971] env[69162]: DEBUG nova.compute.manager [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.254207] env[69162]: DEBUG nova.network.neutron [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.256413] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9f3297-7ef4-464d-809b-a34aa0cf8597 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.268501] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b' progress to 83 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.324783] env[69162]: DEBUG nova.policy [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1856a949b39149b4a7b78da8f48442e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4000d7864d6047d6a3e11734bb5f1603', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.334354] env[69162]: DEBUG oslo_vmware.api [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233053, 'name': PowerOnVM_Task, 'duration_secs': 0.669637} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.334736] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.334948] env[69162]: INFO nova.compute.manager [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1111.335143] env[69162]: DEBUG nova.compute.manager [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.335954] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af574189-703d-44c2-99fc-c53a8c1a2f78 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.385548] env[69162]: DEBUG nova.network.neutron [req-f1dd169f-3dc2-4db8-94d6-ca4d19519c5a req-305da841-7418-482d-9467-cc2f8930d4d3 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Updated VIF entry in instance network info cache for port af7dad2a-a68e-4716-9579-b10bd699f8d2. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.386250] env[69162]: DEBUG nova.network.neutron [req-f1dd169f-3dc2-4db8-94d6-ca4d19519c5a req-305da841-7418-482d-9467-cc2f8930d4d3 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Updating instance_info_cache with network_info: [{"id": "af7dad2a-a68e-4716-9579-b10bd699f8d2", "address": "fa:16:3e:8f:9e:cf", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7dad2a-a6", "ovs_interfaceid": "af7dad2a-a68e-4716-9579-b10bd699f8d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.392808] env[69162]: DEBUG oslo_vmware.api [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233056, 'name': PowerOffVM_Task, 'duration_secs': 0.263311} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.393498] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.393498] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.393792] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41af4f73-cd80-45a6-92f0-dfc200ad99f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.467965] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.468231] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.468422] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleting the datastore file [datastore2] 1adb8974-9ddb-4192-9cfa-a5531d094f2c {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.468731] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5c60e3e-e44d-43b3-954c-abfccbdd1a07 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.475247] env[69162]: DEBUG oslo_vmware.api [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1111.475247] env[69162]: value = "task-3233060" [ 1111.475247] env[69162]: _type = "Task" [ 1111.475247] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.486066] env[69162]: DEBUG oslo_vmware.api [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.608551] env[69162]: DEBUG oslo_vmware.api [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254922} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.611720] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.611995] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.615577] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.615755] env[69162]: INFO nova.compute.manager [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1111.617338] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.618706] env[69162]: DEBUG nova.compute.manager [-] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.618753] env[69162]: DEBUG nova.network.neutron [-] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.621014] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c98676-42c3-4684-8a97-93864c96c679 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.635714] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2d7363-543b-43e6-b050-b73971341cee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.639950] env[69162]: DEBUG nova.compute.manager [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.642988] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542674} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.643615] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 2010ade1-bafc-4635-bc43-b131ac8095c8/2010ade1-bafc-4635-bc43-b131ac8095c8.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.643997] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.647020] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f29efdd-4ef2-46b1-8eea-9b89070cc3a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.684469] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3cb8f3-9a9b-44ec-bc54-9fdcc76e1b6c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.689692] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1111.689692] env[69162]: value = "task-3233061" [ 1111.689692] env[69162]: _type = "Task" [ 1111.689692] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.699606] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633e2183-b8ce-4fef-a76f-28a48c92a1d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.709545] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.721312] env[69162]: DEBUG nova.compute.provider_tree [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.741747] env[69162]: DEBUG nova.network.neutron [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Successfully created port: e39e3c77-f89c-45d9-867d-05cbfac3292b {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.752578] env[69162]: DEBUG nova.compute.manager [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.776960] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.777259] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd4b4d14-c15d-4c64-8157-ef4b64f4896b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.783251] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1111.783251] env[69162]: value = "task-3233062" [ 1111.783251] env[69162]: _type = "Task" [ 1111.783251] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.791424] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.856656] env[69162]: INFO nova.compute.manager [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Took 26.02 seconds to build instance. [ 1111.889178] env[69162]: DEBUG oslo_concurrency.lockutils [req-f1dd169f-3dc2-4db8-94d6-ca4d19519c5a req-305da841-7418-482d-9467-cc2f8930d4d3 service nova] Releasing lock "refresh_cache-80e155f8-13e5-4cc5-9667-6083e0b2c680" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.985270] env[69162]: DEBUG oslo_vmware.api [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357153} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.985555] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.985747] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.985926] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.986115] env[69162]: INFO nova.compute.manager [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1111.986360] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.986579] env[69162]: DEBUG nova.compute.manager [-] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.986677] env[69162]: DEBUG nova.network.neutron [-] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.076522] env[69162]: DEBUG nova.compute.manager [req-f3e583ee-7d3e-421c-8389-396ceb62e43b req-60395482-f748-472a-8d60-75fd636128f4 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Received event network-vif-deleted-31336090-3bc4-4759-b74d-cd7e2fb94e04 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.076757] env[69162]: INFO nova.compute.manager [req-f3e583ee-7d3e-421c-8389-396ceb62e43b req-60395482-f748-472a-8d60-75fd636128f4 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Neutron deleted interface 31336090-3bc4-4759-b74d-cd7e2fb94e04; detaching it from the instance and deleting it from the info cache [ 1112.076938] env[69162]: DEBUG nova.network.neutron [req-f3e583ee-7d3e-421c-8389-396ceb62e43b req-60395482-f748-472a-8d60-75fd636128f4 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.167404] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.190494] env[69162]: DEBUG oslo_concurrency.lockutils [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "bb46b420-8682-4a15-acac-6d4b65592f80" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.190882] env[69162]: DEBUG oslo_concurrency.lockutils [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.208591] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06986} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.208591] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.208591] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e746c-29f3-46d2-8dc4-1e1570dbea0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.230024] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 2010ade1-bafc-4635-bc43-b131ac8095c8/2010ade1-bafc-4635-bc43-b131ac8095c8.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.235467] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199cec50-e8d5-4c69-b472-5f58d738605e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.256646] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1112.256646] env[69162]: value = "task-3233063" [ 1112.256646] env[69162]: _type = "Task" [ 1112.256646] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.268857] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.270598] env[69162]: DEBUG nova.network.neutron [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Successfully created port: c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.273430] env[69162]: ERROR nova.scheduler.client.report [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] [req-d2699cb1-ba59-4f7b-93e0-e1f3afb1b449] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2699cb1-ba59-4f7b-93e0-e1f3afb1b449"}]} [ 1112.296711] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.298496] env[69162]: DEBUG nova.scheduler.client.report [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1112.321061] env[69162]: DEBUG nova.scheduler.client.report [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1112.321430] env[69162]: DEBUG nova.compute.provider_tree [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.344188] env[69162]: DEBUG nova.scheduler.client.report [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1112.359205] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d2180d4f-2640-498f-9fab-7c97e3d5cf4f tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.533s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.367733] env[69162]: DEBUG nova.scheduler.client.report [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1112.555114] env[69162]: DEBUG nova.network.neutron [-] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.570119] env[69162]: DEBUG nova.network.neutron [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Successfully created port: 3899e63a-fa1d-443f-a251-0d9f09ad810e {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.583067] env[69162]: DEBUG nova.compute.manager [None req-e7068521-36c5-4d3b-ba41-39fcb9221499 tempest-ServerDiagnosticsTest-2090281746 tempest-ServerDiagnosticsTest-2090281746-project-admin] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.583678] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8db2263d-cc0a-40eb-813a-3c2f0273b2f2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.587778] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff00c5f3-d3de-4b18-a645-f1ac3b1e4b11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.595461] env[69162]: INFO nova.compute.manager [None req-e7068521-36c5-4d3b-ba41-39fcb9221499 tempest-ServerDiagnosticsTest-2090281746 tempest-ServerDiagnosticsTest-2090281746-project-admin] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Retrieving diagnostics [ 1112.598100] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c48d34-f893-4b6d-9096-3f2bb37a7879 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.606074] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed2ce2e-0b2f-4d37-8dc0-ec0c140d6efa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.666278] env[69162]: DEBUG nova.compute.manager [req-f3e583ee-7d3e-421c-8389-396ceb62e43b req-60395482-f748-472a-8d60-75fd636128f4 service nova] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Detach interface failed, port_id=31336090-3bc4-4759-b74d-cd7e2fb94e04, reason: Instance 043d8743-3486-47c4-904d-b76d3cc18302 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.697233] env[69162]: INFO nova.compute.manager [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Detaching volume a1915e9b-2607-48f1-8268-38bc0ef9dfc9 [ 1112.735196] env[69162]: INFO nova.virt.block_device [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Attempting to driver detach volume a1915e9b-2607-48f1-8268-38bc0ef9dfc9 from mountpoint /dev/sdb [ 1112.735539] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1112.735796] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646206', 'volume_id': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'name': 'volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bb46b420-8682-4a15-acac-6d4b65592f80', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'serial': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1112.736693] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5e4d6d-1a37-49f2-b383-dcc9ddacae48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.761416] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d08ae3-04f0-475b-941c-b5b7b201e1e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.765031] env[69162]: DEBUG nova.compute.manager [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.776592] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.779516] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0ec2a4-5584-4634-8bbd-ec4f7dc2bd73 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.782647] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cc4750-d079-4146-96aa-1e33b315d9c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.810321] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8210444f-1016-4896-bd3b-a0bd9724094b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.817968] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.818233] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.818391] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.818609] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.818763] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.818913] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.819204] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.819376] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.819547] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.819716] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.819890] env[69162]: DEBUG nova.virt.hardware [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.820934] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9485d4-33fa-452c-a99b-5ac1e91f837d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.824253] env[69162]: DEBUG oslo_vmware.api [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233062, 'name': PowerOnVM_Task, 'duration_secs': 0.879986} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.824929] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65ca247-4be6-4ea0-b33b-34c28f1f9800 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.828062] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.828268] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e6b294-c8e9-4439-8014-16e881668783 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b' progress to 100 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.843586] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] The volume has not been displaced from its original location: [datastore1] volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9/volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1112.849345] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.879584] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d2ce2e-d405-4493-be79-6e0a7c901271 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.896627] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ca9174-b865-4c86-ad9a-2bc2ec139cc3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.901042] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8341a1f-06b1-4076-a38d-8d832e3d3447 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.904276] env[69162]: DEBUG nova.network.neutron [-] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.919517] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72b722f-9868-45c9-a43c-f09c3fe8632b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.924018] env[69162]: DEBUG oslo_vmware.api [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1112.924018] env[69162]: value = "task-3233064" [ 1112.924018] env[69162]: _type = "Task" [ 1112.924018] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.938142] env[69162]: DEBUG nova.compute.provider_tree [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.945260] env[69162]: DEBUG oslo_vmware.api [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.057233] env[69162]: INFO nova.compute.manager [-] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Took 1.44 seconds to deallocate network for instance. [ 1113.274276] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233063, 'name': ReconfigVM_Task, 'duration_secs': 0.634982} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.274632] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 2010ade1-bafc-4635-bc43-b131ac8095c8/2010ade1-bafc-4635-bc43-b131ac8095c8.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.275239] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88d4c1bb-52c5-4ec5-9ccc-2ab2b8efba14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.281190] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1113.281190] env[69162]: value = "task-3233065" [ 1113.281190] env[69162]: _type = "Task" [ 1113.281190] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.289216] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233065, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.406937] env[69162]: INFO nova.compute.manager [-] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Took 1.42 seconds to deallocate network for instance. [ 1113.438072] env[69162]: DEBUG oslo_vmware.api [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233064, 'name': ReconfigVM_Task, 'duration_secs': 0.368831} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.438381] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.446309] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d29e452-99cb-4d04-8a68-afbbcc5327d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.462190] env[69162]: DEBUG oslo_vmware.api [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1113.462190] env[69162]: value = "task-3233066" [ 1113.462190] env[69162]: _type = "Task" [ 1113.462190] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.471940] env[69162]: DEBUG oslo_vmware.api [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.484884] env[69162]: DEBUG nova.scheduler.client.report [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1113.485167] env[69162]: DEBUG nova.compute.provider_tree [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 130 to 131 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1113.485351] env[69162]: DEBUG nova.compute.provider_tree [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.564179] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.642668] env[69162]: DEBUG oslo_concurrency.lockutils [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquiring lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.642893] env[69162]: DEBUG oslo_concurrency.lockutils [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.643152] env[69162]: DEBUG oslo_concurrency.lockutils [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquiring lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.643367] env[69162]: DEBUG oslo_concurrency.lockutils [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.643576] env[69162]: DEBUG oslo_concurrency.lockutils [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.645949] env[69162]: INFO nova.compute.manager [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Terminating instance [ 1113.791721] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233065, 'name': Rename_Task, 'duration_secs': 0.182291} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.792114] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.792381] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d98bdfd-b4cc-454b-987d-9e289ac2aa2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.798943] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1113.798943] env[69162]: value = "task-3233067" [ 1113.798943] env[69162]: _type = "Task" [ 1113.798943] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.807046] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.914576] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.972963] env[69162]: DEBUG oslo_vmware.api [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233066, 'name': ReconfigVM_Task, 'duration_secs': 0.144586} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.973490] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646206', 'volume_id': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'name': 'volume-a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bb46b420-8682-4a15-acac-6d4b65592f80', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9', 'serial': 'a1915e9b-2607-48f1-8268-38bc0ef9dfc9'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1113.990478] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.261s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.992843] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.189s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.994470] env[69162]: INFO nova.compute.claims [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.023041] env[69162]: INFO nova.scheduler.client.report [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Deleted allocations for instance d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d [ 1114.100729] env[69162]: DEBUG nova.network.neutron [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Successfully updated port: e39e3c77-f89c-45d9-867d-05cbfac3292b {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.104212] env[69162]: DEBUG nova.compute.manager [req-9db67451-3180-4069-9010-82d1f0aad6b9 req-8d84bdde-bbad-4ca6-a16b-a43644559335 service nova] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Received event network-vif-deleted-01480b34-07bf-4aa3-a6dd-ef382b962e6c {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.104212] env[69162]: DEBUG nova.compute.manager [req-9db67451-3180-4069-9010-82d1f0aad6b9 req-8d84bdde-bbad-4ca6-a16b-a43644559335 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received event network-vif-plugged-e39e3c77-f89c-45d9-867d-05cbfac3292b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.104424] env[69162]: DEBUG oslo_concurrency.lockutils [req-9db67451-3180-4069-9010-82d1f0aad6b9 req-8d84bdde-bbad-4ca6-a16b-a43644559335 service nova] Acquiring lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.105352] env[69162]: DEBUG oslo_concurrency.lockutils [req-9db67451-3180-4069-9010-82d1f0aad6b9 req-8d84bdde-bbad-4ca6-a16b-a43644559335 service nova] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.105696] env[69162]: DEBUG oslo_concurrency.lockutils [req-9db67451-3180-4069-9010-82d1f0aad6b9 req-8d84bdde-bbad-4ca6-a16b-a43644559335 service nova] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.105984] env[69162]: DEBUG nova.compute.manager [req-9db67451-3180-4069-9010-82d1f0aad6b9 req-8d84bdde-bbad-4ca6-a16b-a43644559335 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] No waiting events found dispatching network-vif-plugged-e39e3c77-f89c-45d9-867d-05cbfac3292b {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.106309] env[69162]: WARNING nova.compute.manager [req-9db67451-3180-4069-9010-82d1f0aad6b9 req-8d84bdde-bbad-4ca6-a16b-a43644559335 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received unexpected event network-vif-plugged-e39e3c77-f89c-45d9-867d-05cbfac3292b for instance with vm_state building and task_state spawning. [ 1114.150097] env[69162]: DEBUG nova.compute.manager [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.150342] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.151249] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7b3fc4-25f1-48cf-a8a4-2d5791d4141e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.159284] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.159537] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b132540f-6b6a-4f7e-ae02-b28746fea717 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.166132] env[69162]: DEBUG oslo_vmware.api [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for the task: (returnval){ [ 1114.166132] env[69162]: value = "task-3233068" [ 1114.166132] env[69162]: _type = "Task" [ 1114.166132] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.173627] env[69162]: DEBUG oslo_vmware.api [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.308998] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.521444] env[69162]: DEBUG nova.objects.instance [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'flavor' on Instance uuid bb46b420-8682-4a15-acac-6d4b65592f80 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.530297] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6ea012de-3404-40f5-b522-91fc6a1cc5a8 tempest-ListImageFiltersTestJSON-354074371 tempest-ListImageFiltersTestJSON-354074371-project-member] Lock "d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.058s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.681374] env[69162]: DEBUG oslo_vmware.api [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.810570] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.189772] env[69162]: DEBUG oslo_vmware.api [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233068, 'name': PowerOffVM_Task, 'duration_secs': 0.684273} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.190420] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.190600] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.190910] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20f80cc9-00d2-4404-8446-9fd2e1dcb566 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.263773] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.263991] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.264190] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Deleting the datastore file [datastore2] 3f5eb5f7-406d-47bd-9cc0-272c86b1f908 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.264593] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e894911e-6c55-4455-bdab-0d088796c44a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.270792] env[69162]: DEBUG oslo_vmware.api [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for the task: (returnval){ [ 1115.270792] env[69162]: value = "task-3233070" [ 1115.270792] env[69162]: _type = "Task" [ 1115.270792] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.274486] env[69162]: DEBUG nova.network.neutron [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Port 92623a0e-5834-4997-8948-a5840e10a74b binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1115.274790] env[69162]: DEBUG oslo_concurrency.lockutils [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.275244] env[69162]: DEBUG oslo_concurrency.lockutils [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.275244] env[69162]: DEBUG nova.network.neutron [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.284406] env[69162]: DEBUG oslo_vmware.api [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.290976] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cacfe63-bf2c-45c5-a8ad-01344fa61f85 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.298593] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6d4ca6-df96-4ab6-bbf6-a89c85715cb7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.310109] env[69162]: DEBUG oslo_vmware.api [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233067, 'name': PowerOnVM_Task, 'duration_secs': 1.381011} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.336773] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.337037] env[69162]: INFO nova.compute.manager [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1115.337225] env[69162]: DEBUG nova.compute.manager [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.338637] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69da5bbc-29c3-445d-9b9a-18a4f563145b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.341794] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f6a704-efc5-410b-b108-55c3bc3180f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.350683] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d318a7aa-7f3c-43f3-b4cf-bc735a937152 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.367094] env[69162]: DEBUG nova.compute.provider_tree [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.532137] env[69162]: DEBUG oslo_concurrency.lockutils [None req-83ecbea4-dc39-47de-83dc-3d881c63b013 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.341s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.783117] env[69162]: DEBUG oslo_vmware.api [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Task: {'id': task-3233070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165166} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.783440] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.783654] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.783882] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.784095] env[69162]: INFO nova.compute.manager [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1115.784374] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.785302] env[69162]: DEBUG nova.compute.manager [-] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.785302] env[69162]: DEBUG nova.network.neutron [-] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.868700] env[69162]: INFO nova.compute.manager [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Took 28.88 seconds to build instance. [ 1115.872071] env[69162]: DEBUG nova.scheduler.client.report [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.309166] env[69162]: DEBUG nova.compute.manager [req-d7dbb391-a169-4053-85a6-a12cb15397e9 req-d27bc5fa-2b08-457c-8831-c6a0655a95fc service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received event network-changed-e39e3c77-f89c-45d9-867d-05cbfac3292b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.309166] env[69162]: DEBUG nova.compute.manager [req-d7dbb391-a169-4053-85a6-a12cb15397e9 req-d27bc5fa-2b08-457c-8831-c6a0655a95fc service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Refreshing instance network info cache due to event network-changed-e39e3c77-f89c-45d9-867d-05cbfac3292b. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.309166] env[69162]: DEBUG oslo_concurrency.lockutils [req-d7dbb391-a169-4053-85a6-a12cb15397e9 req-d27bc5fa-2b08-457c-8831-c6a0655a95fc service nova] Acquiring lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.309166] env[69162]: DEBUG oslo_concurrency.lockutils [req-d7dbb391-a169-4053-85a6-a12cb15397e9 req-d27bc5fa-2b08-457c-8831-c6a0655a95fc service nova] Acquired lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.309166] env[69162]: DEBUG nova.network.neutron [req-d7dbb391-a169-4053-85a6-a12cb15397e9 req-d27bc5fa-2b08-457c-8831-c6a0655a95fc service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Refreshing network info cache for port e39e3c77-f89c-45d9-867d-05cbfac3292b {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.377027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b302822e-e737-4495-8345-882856f94c51 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2010ade1-bafc-4635-bc43-b131ac8095c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.393s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.377027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.377027] env[69162]: DEBUG nova.compute.manager [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.379122] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.976s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.382100] env[69162]: INFO nova.compute.claims [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.425729] env[69162]: DEBUG nova.network.neutron [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance_info_cache with network_info: [{"id": "92623a0e-5834-4997-8948-a5840e10a74b", "address": "fa:16:3e:8c:fc:d3", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92623a0e-58", "ovs_interfaceid": "92623a0e-5834-4997-8948-a5840e10a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.564140] env[69162]: DEBUG oslo_concurrency.lockutils [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "bb46b420-8682-4a15-acac-6d4b65592f80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.564140] env[69162]: DEBUG oslo_concurrency.lockutils [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.564140] env[69162]: DEBUG oslo_concurrency.lockutils [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.564140] env[69162]: DEBUG oslo_concurrency.lockutils [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.564140] env[69162]: DEBUG oslo_concurrency.lockutils [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.566560] env[69162]: INFO nova.compute.manager [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Terminating instance [ 1116.603074] env[69162]: DEBUG nova.network.neutron [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Successfully updated port: c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.851424] env[69162]: DEBUG nova.network.neutron [req-d7dbb391-a169-4053-85a6-a12cb15397e9 req-d27bc5fa-2b08-457c-8831-c6a0655a95fc service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.886291] env[69162]: DEBUG nova.compute.utils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.888251] env[69162]: DEBUG nova.compute.manager [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.888576] env[69162]: DEBUG nova.network.neutron [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.929866] env[69162]: DEBUG oslo_concurrency.lockutils [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.951468] env[69162]: DEBUG nova.network.neutron [req-d7dbb391-a169-4053-85a6-a12cb15397e9 req-d27bc5fa-2b08-457c-8831-c6a0655a95fc service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.957667] env[69162]: DEBUG nova.policy [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5926377097224d1d8e481b7f1fcb17d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be225d3c8f040c5892c40c5aecd4287', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.019073] env[69162]: DEBUG nova.network.neutron [-] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.071426] env[69162]: DEBUG nova.compute.manager [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.071616] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.073856] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c8e8a2-72b2-4795-990d-c25b68f09e91 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.082890] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.083206] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c8ea30b-21bf-46e0-a52a-f35ab476fca2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.087835] env[69162]: DEBUG nova.compute.manager [req-bad04a65-c5ac-4eac-863a-20a6384f532e req-bcc36a2f-668e-47cc-9a12-4ca2d81296c2 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Received event network-changed-3a0917ec-5194-4342-85d9-0dac9e32b341 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.088134] env[69162]: DEBUG nova.compute.manager [req-bad04a65-c5ac-4eac-863a-20a6384f532e req-bcc36a2f-668e-47cc-9a12-4ca2d81296c2 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Refreshing instance network info cache due to event network-changed-3a0917ec-5194-4342-85d9-0dac9e32b341. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.088309] env[69162]: DEBUG oslo_concurrency.lockutils [req-bad04a65-c5ac-4eac-863a-20a6384f532e req-bcc36a2f-668e-47cc-9a12-4ca2d81296c2 service nova] Acquiring lock "refresh_cache-2010ade1-bafc-4635-bc43-b131ac8095c8" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.088456] env[69162]: DEBUG oslo_concurrency.lockutils [req-bad04a65-c5ac-4eac-863a-20a6384f532e req-bcc36a2f-668e-47cc-9a12-4ca2d81296c2 service nova] Acquired lock "refresh_cache-2010ade1-bafc-4635-bc43-b131ac8095c8" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.088687] env[69162]: DEBUG nova.network.neutron [req-bad04a65-c5ac-4eac-863a-20a6384f532e req-bcc36a2f-668e-47cc-9a12-4ca2d81296c2 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Refreshing network info cache for port 3a0917ec-5194-4342-85d9-0dac9e32b341 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.091441] env[69162]: DEBUG oslo_vmware.api [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1117.091441] env[69162]: value = "task-3233071" [ 1117.091441] env[69162]: _type = "Task" [ 1117.091441] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.101814] env[69162]: DEBUG oslo_vmware.api [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.394717] env[69162]: DEBUG nova.compute.manager [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.402623] env[69162]: DEBUG nova.network.neutron [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Successfully created port: 3fe55626-5c25-482e-9668-c794afa011dc {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.435882] env[69162]: DEBUG nova.compute.manager [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69162) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1117.452637] env[69162]: DEBUG oslo_concurrency.lockutils [req-d7dbb391-a169-4053-85a6-a12cb15397e9 req-d27bc5fa-2b08-457c-8831-c6a0655a95fc service nova] Releasing lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.522304] env[69162]: INFO nova.compute.manager [-] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Took 1.74 seconds to deallocate network for instance. [ 1117.613688] env[69162]: DEBUG oslo_vmware.api [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233071, 'name': PowerOffVM_Task, 'duration_secs': 0.229619} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.614101] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.614370] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.614699] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dab76799-3166-48e0-bc5a-3ef44abe2506 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.681845] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.681845] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.681845] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleting the datastore file [datastore1] bb46b420-8682-4a15-acac-6d4b65592f80 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.681845] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c85ec9-99a5-4331-bb33-4b25fcd1d410 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.687388] env[69162]: DEBUG oslo_vmware.api [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1117.687388] env[69162]: value = "task-3233073" [ 1117.687388] env[69162]: _type = "Task" [ 1117.687388] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.704022] env[69162]: DEBUG oslo_vmware.api [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.791888] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3188b231-9904-4c37-8046-384c78a6b4cc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.805718] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c3ed5-9f63-480b-a073-4fa5d6ef54a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.846900] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff108e8-152a-49f1-bbbd-983efeeb3136 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.856255] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1a6f58-65bf-4577-ae5f-c8592786d26b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.870643] env[69162]: DEBUG nova.compute.provider_tree [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.936525] env[69162]: DEBUG nova.network.neutron [req-bad04a65-c5ac-4eac-863a-20a6384f532e req-bcc36a2f-668e-47cc-9a12-4ca2d81296c2 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Updated VIF entry in instance network info cache for port 3a0917ec-5194-4342-85d9-0dac9e32b341. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.936971] env[69162]: DEBUG nova.network.neutron [req-bad04a65-c5ac-4eac-863a-20a6384f532e req-bcc36a2f-668e-47cc-9a12-4ca2d81296c2 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Updating instance_info_cache with network_info: [{"id": "3a0917ec-5194-4342-85d9-0dac9e32b341", "address": "fa:16:3e:35:a5:01", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a0917ec-51", "ovs_interfaceid": "3a0917ec-5194-4342-85d9-0dac9e32b341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.032479] env[69162]: DEBUG oslo_concurrency.lockutils [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.084079] env[69162]: INFO nova.compute.manager [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Rebuilding instance [ 1118.136879] env[69162]: DEBUG nova.compute.manager [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.137962] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de2e038-a418-471f-8e39-329f2567a09e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.197666] env[69162]: DEBUG oslo_vmware.api [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281927} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.198013] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.198275] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.198475] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.198656] env[69162]: INFO nova.compute.manager [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1118.198903] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.199131] env[69162]: DEBUG nova.compute.manager [-] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.199230] env[69162]: DEBUG nova.network.neutron [-] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.352835] env[69162]: DEBUG nova.compute.manager [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received event network-vif-plugged-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.353184] env[69162]: DEBUG oslo_concurrency.lockutils [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] Acquiring lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.354326] env[69162]: DEBUG oslo_concurrency.lockutils [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.354326] env[69162]: DEBUG oslo_concurrency.lockutils [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.354326] env[69162]: DEBUG nova.compute.manager [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] No waiting events found dispatching network-vif-plugged-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.354326] env[69162]: WARNING nova.compute.manager [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received unexpected event network-vif-plugged-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 for instance with vm_state building and task_state spawning. [ 1118.354326] env[69162]: DEBUG nova.compute.manager [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Received event network-vif-deleted-4b105329-ecd7-42a5-8643-103547c1e4f6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.354677] env[69162]: DEBUG nova.compute.manager [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received event network-changed-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.354934] env[69162]: DEBUG nova.compute.manager [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Refreshing instance network info cache due to event network-changed-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.355139] env[69162]: DEBUG oslo_concurrency.lockutils [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] Acquiring lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.355271] env[69162]: DEBUG oslo_concurrency.lockutils [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] Acquired lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.355411] env[69162]: DEBUG nova.network.neutron [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Refreshing network info cache for port c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.373291] env[69162]: DEBUG nova.scheduler.client.report [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.414205] env[69162]: DEBUG nova.compute.manager [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.437990] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.438350] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.438408] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.438608] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.438760] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.438909] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.439382] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.439720] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.439756] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.439920] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.440170] env[69162]: DEBUG nova.virt.hardware [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.440961] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d6c81d-3195-417c-95fc-d4afc545823a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.444302] env[69162]: DEBUG oslo_concurrency.lockutils [req-bad04a65-c5ac-4eac-863a-20a6384f532e req-bcc36a2f-668e-47cc-9a12-4ca2d81296c2 service nova] Releasing lock "refresh_cache-2010ade1-bafc-4635-bc43-b131ac8095c8" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.450961] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ac036-28b2-4f4c-9a99-14f113fde0e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.574080] env[69162]: DEBUG oslo_concurrency.lockutils [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.878288] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.878817] env[69162]: DEBUG nova.compute.manager [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.881839] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.715s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.883197] env[69162]: INFO nova.compute.claims [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.967460] env[69162]: DEBUG nova.network.neutron [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.161865] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.161865] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98047477-1649-4854-abd4-d2fd6903d254 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.175207] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for the task: (returnval){ [ 1119.175207] env[69162]: value = "task-3233074" [ 1119.175207] env[69162]: _type = "Task" [ 1119.175207] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.184478] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3233074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.220510] env[69162]: DEBUG nova.network.neutron [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.321547] env[69162]: DEBUG nova.network.neutron [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Successfully updated port: 3899e63a-fa1d-443f-a251-0d9f09ad810e {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.394722] env[69162]: DEBUG nova.compute.utils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.402726] env[69162]: DEBUG nova.compute.manager [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.402726] env[69162]: DEBUG nova.network.neutron [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.473414] env[69162]: DEBUG nova.policy [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d3241fb8114f018277059cdb29c30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e5c9467ebe64e02baa4e9a97573e3bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.585180] env[69162]: DEBUG nova.network.neutron [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Successfully updated port: 3fe55626-5c25-482e-9668-c794afa011dc {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.670664] env[69162]: DEBUG nova.network.neutron [-] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.687206] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3233074, 'name': PowerOffVM_Task, 'duration_secs': 0.236141} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.688547] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.688933] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.689341] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7583ae4a-30f3-4276-be84-8be835517e23 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.696275] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for the task: (returnval){ [ 1119.696275] env[69162]: value = "task-3233075" [ 1119.696275] env[69162]: _type = "Task" [ 1119.696275] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.706694] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1119.707427] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1119.707427] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646210', 'volume_id': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'name': 'volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0999fc7c-02fe-4810-b2be-328dc6293514', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'serial': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1119.707923] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1160b3a1-4125-4dff-9818-8f56cfa144d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.726612] env[69162]: DEBUG oslo_concurrency.lockutils [req-8bbd1acd-7df9-4c72-9666-a4df5ce2894e req-3df41a44-bcd8-4bbf-a23a-1853ad8e0237 service nova] Releasing lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.727938] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5af65e-c4ed-4ac1-a477-29e7c1e0296c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.734859] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04014d1-b551-4970-9c65-5bb1f6d2ff22 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.754252] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c79fcb7-00cf-4204-bdbf-a0f8f5c01487 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.769033] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] The volume has not been displaced from its original location: [datastore2] volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d/volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1119.773731] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.774054] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec77eb7-44fb-4ede-8479-a05e6670e9db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.793307] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for the task: (returnval){ [ 1119.793307] env[69162]: value = "task-3233076" [ 1119.793307] env[69162]: _type = "Task" [ 1119.793307] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.802399] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3233076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.825321] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.825321] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquired lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.825321] env[69162]: DEBUG nova.network.neutron [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.890411] env[69162]: DEBUG nova.network.neutron [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Successfully created port: d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.900342] env[69162]: DEBUG nova.compute.manager [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.094027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-03592ff7-c7fe-46b5-ac53-f95eb1896a7b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.094027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-03592ff7-c7fe-46b5-ac53-f95eb1896a7b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.094027] env[69162]: DEBUG nova.network.neutron [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.175177] env[69162]: INFO nova.compute.manager [-] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Took 1.97 seconds to deallocate network for instance. [ 1120.209540] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eefb9a5-d2fd-46ff-9fd9-228d33888da0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.224053] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea88ee30-18e5-461e-bd57-7feb3df088e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.260915] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6c7d2f-0457-4e57-aa95-107b01523298 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.269937] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb248572-e8cb-4b8c-95c5-73b55e641c82 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.283960] env[69162]: DEBUG nova.compute.provider_tree [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.303402] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3233076, 'name': ReconfigVM_Task, 'duration_secs': 0.162681} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.303689] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.309517] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45dc1cc5-624d-412c-a085-525c93ff779a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.326918] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for the task: (returnval){ [ 1120.326918] env[69162]: value = "task-3233077" [ 1120.326918] env[69162]: _type = "Task" [ 1120.326918] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.337510] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3233077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.383459] env[69162]: DEBUG nova.network.neutron [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.420198] env[69162]: DEBUG nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received event network-vif-plugged-3899e63a-fa1d-443f-a251-0d9f09ad810e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.420310] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Acquiring lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.420470] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.420869] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.420869] env[69162]: DEBUG nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] No waiting events found dispatching network-vif-plugged-3899e63a-fa1d-443f-a251-0d9f09ad810e {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.421110] env[69162]: WARNING nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received unexpected event network-vif-plugged-3899e63a-fa1d-443f-a251-0d9f09ad810e for instance with vm_state building and task_state spawning. [ 1120.421189] env[69162]: DEBUG nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Received event network-vif-deleted-9d1e9a6a-b28c-4968-9836-a1deeb274446 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.421413] env[69162]: DEBUG nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received event network-changed-3899e63a-fa1d-443f-a251-0d9f09ad810e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.421488] env[69162]: DEBUG nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Refreshing instance network info cache due to event network-changed-3899e63a-fa1d-443f-a251-0d9f09ad810e. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.422393] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Acquiring lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.686933] env[69162]: DEBUG oslo_concurrency.lockutils [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.786978] env[69162]: DEBUG nova.scheduler.client.report [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.793480] env[69162]: DEBUG nova.network.neutron [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.836989] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3233077, 'name': ReconfigVM_Task, 'duration_secs': 0.125763} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.839497] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646210', 'volume_id': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'name': 'volume-f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0999fc7c-02fe-4810-b2be-328dc6293514', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d', 'serial': 'f7b1702c-7774-4e8d-a41a-b31eaf18a71d'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1120.839918] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.840753] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47d4d43-90dd-4e68-84dd-543e54894c41 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.853609] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.853609] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce891a4a-41e5-4467-a4c4-c8ead5609925 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.913193] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.914385] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.914385] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Deleting the datastore file [datastore2] 0999fc7c-02fe-4810-b2be-328dc6293514 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.916436] env[69162]: DEBUG nova.compute.manager [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.918423] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94979ba8-d724-4361-8c68-9cb98744794f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.925898] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for the task: (returnval){ [ 1120.925898] env[69162]: value = "task-3233079" [ 1120.925898] env[69162]: _type = "Task" [ 1120.925898] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.939694] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3233079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.951162] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.951408] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.951564] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.951743] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.951888] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.952788] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.953165] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.953551] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.953551] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.953672] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.953838] env[69162]: DEBUG nova.virt.hardware [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.955840] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6685a72-da82-4d22-846a-dbaac2e03cd9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.965721] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd68ef0-88d2-4c6c-8e5f-38218baa67ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.003220] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.004652] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.014342] env[69162]: DEBUG nova.network.neutron [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Updating instance_info_cache with network_info: [{"id": "3fe55626-5c25-482e-9668-c794afa011dc", "address": "fa:16:3e:0e:42:52", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe55626-5c", "ovs_interfaceid": "3fe55626-5c25-482e-9668-c794afa011dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.181143] env[69162]: DEBUG nova.network.neutron [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Updating instance_info_cache with network_info: [{"id": "e39e3c77-f89c-45d9-867d-05cbfac3292b", "address": "fa:16:3e:5b:d8:c7", "network": {"id": "3f0f032b-459b-45f2-8a52-c93711080d37", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644187056", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39e3c77-f8", "ovs_interfaceid": "e39e3c77-f89c-45d9-867d-05cbfac3292b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9ffa7f1-b38e-471c-aa19-bb8f8acaa252", "address": "fa:16:3e:5b:10:93", "network": {"id": "d10fae9a-ebed-4eef-acab-6caba5280b64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1491192155", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ffa7f1-b3", "ovs_interfaceid": "c9ffa7f1-b38e-471c-aa19-bb8f8acaa252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3899e63a-fa1d-443f-a251-0d9f09ad810e", "address": "fa:16:3e:9b:e8:19", "network": {"id": "3f0f032b-459b-45f2-8a52-c93711080d37", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644187056", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3899e63a-fa", "ovs_interfaceid": "3899e63a-fa1d-443f-a251-0d9f09ad810e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.291460] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.291996] env[69162]: DEBUG nova.compute.manager [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.294901] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.731s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.295159] env[69162]: DEBUG nova.objects.instance [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lazy-loading 'resources' on Instance uuid 043d8743-3486-47c4-904d-b76d3cc18302 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.439222] env[69162]: DEBUG oslo_vmware.api [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Task: {'id': task-3233079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278518} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.439222] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.439222] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.439449] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.506361] env[69162]: DEBUG nova.compute.manager [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.510505] env[69162]: DEBUG nova.network.neutron [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Successfully updated port: d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.516825] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-03592ff7-c7fe-46b5-ac53-f95eb1896a7b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.517618] env[69162]: DEBUG nova.compute.manager [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Instance network_info: |[{"id": "3fe55626-5c25-482e-9668-c794afa011dc", "address": "fa:16:3e:0e:42:52", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe55626-5c", "ovs_interfaceid": "3fe55626-5c25-482e-9668-c794afa011dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.518049] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:42:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fe55626-5c25-482e-9668-c794afa011dc', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.526739] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.527888] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.529016] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.529226] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f25ab59d-479e-4462-b160-ff27cf430286 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.531952] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feaf6904-6411-4433-8553-9be577e4ce8d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.559199] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e390a569-2e59-4e05-b770-856af29ae03d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.567704] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.567704] env[69162]: value = "task-3233080" [ 1121.567704] env[69162]: _type = "Task" [ 1121.567704] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.576119] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233080, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.588711] env[69162]: ERROR nova.compute.manager [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Failed to detach volume f7b1702c-7774-4e8d-a41a-b31eaf18a71d from /dev/sda: nova.exception.InstanceNotFound: Instance 0999fc7c-02fe-4810-b2be-328dc6293514 could not be found. [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Traceback (most recent call last): [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self.driver.rebuild(**kwargs) [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] raise NotImplementedError() [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] NotImplementedError [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] During handling of the above exception, another exception occurred: [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Traceback (most recent call last): [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self.driver.detach_volume(context, old_connection_info, [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] return self._volumeops.detach_volume(connection_info, instance) [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self._detach_volume_vmdk(connection_info, instance) [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] stable_ref.fetch_moref(session) [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] nova.exception.InstanceNotFound: Instance 0999fc7c-02fe-4810-b2be-328dc6293514 could not be found. [ 1121.588711] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] [ 1121.683548] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Releasing lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.683993] env[69162]: DEBUG nova.compute.manager [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Instance network_info: |[{"id": "e39e3c77-f89c-45d9-867d-05cbfac3292b", "address": "fa:16:3e:5b:d8:c7", "network": {"id": "3f0f032b-459b-45f2-8a52-c93711080d37", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644187056", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39e3c77-f8", "ovs_interfaceid": "e39e3c77-f89c-45d9-867d-05cbfac3292b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9ffa7f1-b38e-471c-aa19-bb8f8acaa252", "address": "fa:16:3e:5b:10:93", "network": {"id": "d10fae9a-ebed-4eef-acab-6caba5280b64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1491192155", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ffa7f1-b3", "ovs_interfaceid": "c9ffa7f1-b38e-471c-aa19-bb8f8acaa252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3899e63a-fa1d-443f-a251-0d9f09ad810e", "address": "fa:16:3e:9b:e8:19", "network": {"id": "3f0f032b-459b-45f2-8a52-c93711080d37", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644187056", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3899e63a-fa", "ovs_interfaceid": "3899e63a-fa1d-443f-a251-0d9f09ad810e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.684299] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Acquired lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.684464] env[69162]: DEBUG nova.network.neutron [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Refreshing network info cache for port 3899e63a-fa1d-443f-a251-0d9f09ad810e {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.685747] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:d8:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e39e3c77-f89c-45d9-867d-05cbfac3292b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:10:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9ffa7f1-b38e-471c-aa19-bb8f8acaa252', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:e8:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3899e63a-fa1d-443f-a251-0d9f09ad810e', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.698725] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Creating folder: Project (4000d7864d6047d6a3e11734bb5f1603). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.703483] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03999b30-babc-49ba-a97b-e2d84b9e6328 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.719025] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Created folder: Project (4000d7864d6047d6a3e11734bb5f1603) in parent group-v645978. [ 1121.719025] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Creating folder: Instances. Parent ref: group-v646239. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.719025] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45398c75-f95d-48b4-95f3-0f7e28d099f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.727221] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Created folder: Instances in parent group-v646239. [ 1121.727553] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.727775] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.728014] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3470a2c-82bd-4f3b-b168-2a7133041d5c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.752017] env[69162]: DEBUG nova.compute.utils [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Build of instance 0999fc7c-02fe-4810-b2be-328dc6293514 aborted: Failed to rebuild volume backed instance. {{(pid=69162) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1121.752309] env[69162]: ERROR nova.compute.manager [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0999fc7c-02fe-4810-b2be-328dc6293514 aborted: Failed to rebuild volume backed instance. [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Traceback (most recent call last): [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self.driver.rebuild(**kwargs) [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] raise NotImplementedError() [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] NotImplementedError [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] During handling of the above exception, another exception occurred: [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Traceback (most recent call last): [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self._detach_root_volume(context, instance, root_bdm) [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] with excutils.save_and_reraise_exception(): [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self.force_reraise() [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] raise self.value [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self.driver.detach_volume(context, old_connection_info, [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] return self._volumeops.detach_volume(connection_info, instance) [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self._detach_volume_vmdk(connection_info, instance) [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] stable_ref.fetch_moref(session) [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] nova.exception.InstanceNotFound: Instance 0999fc7c-02fe-4810-b2be-328dc6293514 could not be found. [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] During handling of the above exception, another exception occurred: [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Traceback (most recent call last): [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] yield [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1121.752309] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self._do_rebuild_instance_with_claim( [ 1121.753388] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1121.753388] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self._do_rebuild_instance( [ 1121.753388] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1121.753388] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self._rebuild_default_impl(**kwargs) [ 1121.753388] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1121.753388] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] self._rebuild_volume_backed_instance( [ 1121.753388] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1121.753388] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] raise exception.BuildAbortException( [ 1121.753388] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] nova.exception.BuildAbortException: Build of instance 0999fc7c-02fe-4810-b2be-328dc6293514 aborted: Failed to rebuild volume backed instance. [ 1121.753388] env[69162]: ERROR nova.compute.manager [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] [ 1121.761484] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.761484] env[69162]: value = "task-3233083" [ 1121.761484] env[69162]: _type = "Task" [ 1121.761484] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.769029] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233083, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.799202] env[69162]: DEBUG nova.compute.utils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.803581] env[69162]: DEBUG nova.compute.manager [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.803581] env[69162]: DEBUG nova.network.neutron [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.863167] env[69162]: DEBUG nova.policy [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55e6bc0fdb534452ae889b6d46f04944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3483f515656c4684a800409d1728d369', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.013197] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.013325] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.017120] env[69162]: DEBUG nova.network.neutron [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.036769] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.082231] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233080, 'name': CreateVM_Task, 'duration_secs': 0.437435} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.082447] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.083141] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.083313] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.083638] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.083899] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b057e4d-48e7-43c0-8172-6f25659d94c2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.088629] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1122.088629] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b3b562-0a84-dea6-0698-a82d2aa5bec0" [ 1122.088629] env[69162]: _type = "Task" [ 1122.088629] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.096610] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b3b562-0a84-dea6-0698-a82d2aa5bec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.098520] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e17d81-b517-4b08-ac82-a58785ab227a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.105358] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d16bb63-0823-4850-b691-a1c73f14f5c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.136338] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca11ca9e-ad87-47ed-aaf9-3c2fa49b75ce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.144223] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb95918-1bb3-4b7e-acdc-ff05b9278081 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.157739] env[69162]: DEBUG nova.compute.provider_tree [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.175973] env[69162]: DEBUG nova.network.neutron [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Successfully created port: 4867b6e1-fa44-4f6e-83ed-23a4f11803fb {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.271588] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233083, 'name': CreateVM_Task, 'duration_secs': 0.469447} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.271588] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.272073] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.307196] env[69162]: DEBUG nova.compute.manager [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.503151] env[69162]: DEBUG nova.compute.manager [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Received event network-vif-plugged-d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.503151] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] Acquiring lock "9651bffe-026c-4a57-b102-e154745305f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.503151] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] Lock "9651bffe-026c-4a57-b102-e154745305f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.503151] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] Lock "9651bffe-026c-4a57-b102-e154745305f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.503151] env[69162]: DEBUG nova.compute.manager [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] No waiting events found dispatching network-vif-plugged-d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.503151] env[69162]: WARNING nova.compute.manager [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Received unexpected event network-vif-plugged-d0da652a-bd6b-456d-a57e-02278d7fe3bd for instance with vm_state building and task_state spawning. [ 1122.503151] env[69162]: DEBUG nova.compute.manager [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Received event network-changed-d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.503151] env[69162]: DEBUG nova.compute.manager [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Refreshing instance network info cache due to event network-changed-d0da652a-bd6b-456d-a57e-02278d7fe3bd. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.503151] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] Acquiring lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.516873] env[69162]: DEBUG nova.network.neutron [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Updated VIF entry in instance network info cache for port 3899e63a-fa1d-443f-a251-0d9f09ad810e. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.517378] env[69162]: DEBUG nova.network.neutron [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Updating instance_info_cache with network_info: [{"id": "e39e3c77-f89c-45d9-867d-05cbfac3292b", "address": "fa:16:3e:5b:d8:c7", "network": {"id": "3f0f032b-459b-45f2-8a52-c93711080d37", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644187056", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39e3c77-f8", "ovs_interfaceid": "e39e3c77-f89c-45d9-867d-05cbfac3292b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c9ffa7f1-b38e-471c-aa19-bb8f8acaa252", "address": "fa:16:3e:5b:10:93", "network": {"id": "d10fae9a-ebed-4eef-acab-6caba5280b64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1491192155", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ffa7f1-b3", "ovs_interfaceid": "c9ffa7f1-b38e-471c-aa19-bb8f8acaa252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3899e63a-fa1d-443f-a251-0d9f09ad810e", "address": "fa:16:3e:9b:e8:19", "network": {"id": "3f0f032b-459b-45f2-8a52-c93711080d37", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644187056", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3899e63a-fa", "ovs_interfaceid": "3899e63a-fa1d-443f-a251-0d9f09ad810e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.555638] env[69162]: DEBUG nova.network.neutron [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.599288] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b3b562-0a84-dea6-0698-a82d2aa5bec0, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.599580] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.599818] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.600067] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.600219] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.600405] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.600723] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.601029] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.601252] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0f84bbf-64d2-45e3-bbbb-92cf26c6bc19 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.603027] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ace6907-bae7-4d34-bdf3-b8e003cee766 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.610328] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1122.610328] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dcd877-25aa-01b6-4c26-a8b682997efa" [ 1122.610328] env[69162]: _type = "Task" [ 1122.610328] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.614468] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.614660] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.615745] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f1e497-3ff1-4740-80aa-725fb43ec97a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.620799] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dcd877-25aa-01b6-4c26-a8b682997efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.623823] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1122.623823] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52552d17-b8eb-022b-a516-1f611bd24293" [ 1122.623823] env[69162]: _type = "Task" [ 1122.623823] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.631390] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52552d17-b8eb-022b-a516-1f611bd24293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.661274] env[69162]: DEBUG nova.scheduler.client.report [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.701046] env[69162]: DEBUG nova.network.neutron [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updating instance_info_cache with network_info: [{"id": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "address": "fa:16:3e:b5:bf:6d", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0da652a-bd", "ovs_interfaceid": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.021980] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Releasing lock "refresh_cache-9445c019-afd4-41ae-b6fd-d637bee2bf2e" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.022302] env[69162]: DEBUG nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Received event network-vif-plugged-3fe55626-5c25-482e-9668-c794afa011dc {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.022517] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Acquiring lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.022761] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.022906] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.023096] env[69162]: DEBUG nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] No waiting events found dispatching network-vif-plugged-3fe55626-5c25-482e-9668-c794afa011dc {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.023325] env[69162]: WARNING nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Received unexpected event network-vif-plugged-3fe55626-5c25-482e-9668-c794afa011dc for instance with vm_state building and task_state spawning. [ 1123.023753] env[69162]: DEBUG nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Received event network-changed-3fe55626-5c25-482e-9668-c794afa011dc {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.023753] env[69162]: DEBUG nova.compute.manager [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Refreshing instance network info cache due to event network-changed-3fe55626-5c25-482e-9668-c794afa011dc. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.023841] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Acquiring lock "refresh_cache-03592ff7-c7fe-46b5-ac53-f95eb1896a7b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.023917] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Acquired lock "refresh_cache-03592ff7-c7fe-46b5-ac53-f95eb1896a7b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.024163] env[69162]: DEBUG nova.network.neutron [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Refreshing network info cache for port 3fe55626-5c25-482e-9668-c794afa011dc {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.121197] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dcd877-25aa-01b6-4c26-a8b682997efa, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.121534] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.121815] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.122091] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.132786] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52552d17-b8eb-022b-a516-1f611bd24293, 'name': SearchDatastore_Task, 'duration_secs': 0.008652} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.133661] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c42463-1800-43b6-ab33-93a877f5198e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.139159] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1123.139159] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528b6f3e-8bc8-e051-fbe2-5e52ed18207f" [ 1123.139159] env[69162]: _type = "Task" [ 1123.139159] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.147749] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528b6f3e-8bc8-e051-fbe2-5e52ed18207f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.166337] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.168809] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.254s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.169068] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.170857] env[69162]: DEBUG oslo_concurrency.lockutils [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.139s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.171131] env[69162]: DEBUG nova.objects.instance [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lazy-loading 'resources' on Instance uuid 3f5eb5f7-406d-47bd-9cc0-272c86b1f908 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.188602] env[69162]: INFO nova.scheduler.client.report [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Deleted allocations for instance 043d8743-3486-47c4-904d-b76d3cc18302 [ 1123.193452] env[69162]: INFO nova.scheduler.client.report [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted allocations for instance 1adb8974-9ddb-4192-9cfa-a5531d094f2c [ 1123.204138] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.204538] env[69162]: DEBUG nova.compute.manager [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Instance network_info: |[{"id": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "address": "fa:16:3e:b5:bf:6d", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0da652a-bd", "ovs_interfaceid": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.204855] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] Acquired lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.205049] env[69162]: DEBUG nova.network.neutron [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Refreshing network info cache for port d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.206496] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:bf:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0da652a-bd6b-456d-a57e-02278d7fe3bd', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.214411] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.214868] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.215111] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddb9e6a7-13f1-4d83-a1b1-349e30451cf1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.239185] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.239185] env[69162]: value = "task-3233084" [ 1123.239185] env[69162]: _type = "Task" [ 1123.239185] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.248957] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233084, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.319134] env[69162]: DEBUG nova.compute.manager [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.347266] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.347523] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.347679] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.347905] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.348056] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.348207] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.348416] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.348575] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.348737] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.348913] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.349143] env[69162]: DEBUG nova.virt.hardware [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.350008] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89546461-f9cf-4a1b-ae83-e63f228aefdb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.358165] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03aefb7-bdb2-46c9-a563-c591cd7ce925 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.649535] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528b6f3e-8bc8-e051-fbe2-5e52ed18207f, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.649819] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.650112] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 03592ff7-c7fe-46b5-ac53-f95eb1896a7b/03592ff7-c7fe-46b5-ac53-f95eb1896a7b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.650413] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.650602] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.650823] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-424649a3-af42-4a45-9d29-8dee7055d874 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.652841] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-465dc020-5cfa-483f-8fe8-7e9939ddb643 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.661029] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1123.661029] env[69162]: value = "task-3233085" [ 1123.661029] env[69162]: _type = "Task" [ 1123.661029] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.665987] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.666216] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.667576] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f5a325-11b0-4cd9-8d78-811fb2790627 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.677233] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.679212] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1123.679212] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529f4031-b5d3-7110-5267-0c7de304c25b" [ 1123.679212] env[69162]: _type = "Task" [ 1123.679212] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.687541] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529f4031-b5d3-7110-5267-0c7de304c25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.705011] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4ead79cf-4ed2-4430-84b1-1e10efd5148c tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "1adb8974-9ddb-4192-9cfa-a5531d094f2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.354s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.706094] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6e90a4a1-914e-497e-92bc-a2407cb3272a tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "043d8743-3486-47c4-904d-b76d3cc18302" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.757s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.749548] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233084, 'name': CreateVM_Task, 'duration_secs': 0.327737} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.752375] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.753408] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.753567] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.753779] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.754065] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b916089-da81-4107-8244-d3df1e32b4cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.759113] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1123.759113] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52671a7c-9436-b3f8-5fa0-e5aa369bf9c9" [ 1123.759113] env[69162]: _type = "Task" [ 1123.759113] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.766360] env[69162]: DEBUG oslo_concurrency.lockutils [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.772440] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52671a7c-9436-b3f8-5fa0-e5aa369bf9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008916} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.772732] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.772986] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.773225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.910575] env[69162]: DEBUG nova.network.neutron [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Updated VIF entry in instance network info cache for port 3fe55626-5c25-482e-9668-c794afa011dc. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.910996] env[69162]: DEBUG nova.network.neutron [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Updating instance_info_cache with network_info: [{"id": "3fe55626-5c25-482e-9668-c794afa011dc", "address": "fa:16:3e:0e:42:52", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe55626-5c", "ovs_interfaceid": "3fe55626-5c25-482e-9668-c794afa011dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.047759] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b484a31b-a2c6-47c8-acb2-9fe170c2bf9d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.056441] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e82a44c-b040-4bb5-83a4-fed280f1935b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.103877] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fed7a6-a32a-43cd-b2fc-9685ba2f252b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.113290] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c99f4-5745-4672-b8bb-997505e228fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.131402] env[69162]: DEBUG nova.compute.provider_tree [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.165683] env[69162]: DEBUG nova.network.neutron [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updated VIF entry in instance network info cache for port d0da652a-bd6b-456d-a57e-02278d7fe3bd. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.166064] env[69162]: DEBUG nova.network.neutron [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updating instance_info_cache with network_info: [{"id": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "address": "fa:16:3e:b5:bf:6d", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0da652a-bd", "ovs_interfaceid": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.174967] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487095} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.174967] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 03592ff7-c7fe-46b5-ac53-f95eb1896a7b/03592ff7-c7fe-46b5-ac53-f95eb1896a7b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.174967] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.174967] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72791d7b-fcd0-4951-b07b-3175e4d8e750 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.178274] env[69162]: DEBUG nova.network.neutron [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Successfully updated port: 4867b6e1-fa44-4f6e-83ed-23a4f11803fb {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.184359] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1124.184359] env[69162]: value = "task-3233086" [ 1124.184359] env[69162]: _type = "Task" [ 1124.184359] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.193761] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529f4031-b5d3-7110-5267-0c7de304c25b, 'name': SearchDatastore_Task, 'duration_secs': 0.008682} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.195312] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d48ca4-316c-4add-b20e-4f36634c0b86 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.201046] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.204143] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1124.204143] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5265c79e-d6e3-e07c-e2c1-fe1797f49e66" [ 1124.204143] env[69162]: _type = "Task" [ 1124.204143] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.212270] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5265c79e-d6e3-e07c-e2c1-fe1797f49e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.417710] env[69162]: DEBUG oslo_concurrency.lockutils [req-8654e927-ad8b-4dde-b105-cf0971011220 req-3a72ecf5-2de0-4011-a03f-2bbfc3e1045c service nova] Releasing lock "refresh_cache-03592ff7-c7fe-46b5-ac53-f95eb1896a7b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.436954] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Acquiring lock "0999fc7c-02fe-4810-b2be-328dc6293514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.437338] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "0999fc7c-02fe-4810-b2be-328dc6293514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.437619] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Acquiring lock "0999fc7c-02fe-4810-b2be-328dc6293514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.437889] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "0999fc7c-02fe-4810-b2be-328dc6293514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.438157] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "0999fc7c-02fe-4810-b2be-328dc6293514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.440205] env[69162]: INFO nova.compute.manager [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Terminating instance [ 1124.525574] env[69162]: DEBUG nova.compute.manager [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Received event network-vif-plugged-4867b6e1-fa44-4f6e-83ed-23a4f11803fb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.525798] env[69162]: DEBUG oslo_concurrency.lockutils [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] Acquiring lock "3cf12e08-a86c-4310-b7a1-4948b5dde216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.526024] env[69162]: DEBUG oslo_concurrency.lockutils [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] Lock "3cf12e08-a86c-4310-b7a1-4948b5dde216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.526199] env[69162]: DEBUG oslo_concurrency.lockutils [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] Lock "3cf12e08-a86c-4310-b7a1-4948b5dde216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.526366] env[69162]: DEBUG nova.compute.manager [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] No waiting events found dispatching network-vif-plugged-4867b6e1-fa44-4f6e-83ed-23a4f11803fb {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.526531] env[69162]: WARNING nova.compute.manager [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Received unexpected event network-vif-plugged-4867b6e1-fa44-4f6e-83ed-23a4f11803fb for instance with vm_state building and task_state spawning. [ 1124.526738] env[69162]: DEBUG nova.compute.manager [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Received event network-changed-4867b6e1-fa44-4f6e-83ed-23a4f11803fb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.526866] env[69162]: DEBUG nova.compute.manager [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Refreshing instance network info cache due to event network-changed-4867b6e1-fa44-4f6e-83ed-23a4f11803fb. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.527060] env[69162]: DEBUG oslo_concurrency.lockutils [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] Acquiring lock "refresh_cache-3cf12e08-a86c-4310-b7a1-4948b5dde216" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.527196] env[69162]: DEBUG oslo_concurrency.lockutils [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] Acquired lock "refresh_cache-3cf12e08-a86c-4310-b7a1-4948b5dde216" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.527350] env[69162]: DEBUG nova.network.neutron [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Refreshing network info cache for port 4867b6e1-fa44-4f6e-83ed-23a4f11803fb {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.635019] env[69162]: DEBUG nova.scheduler.client.report [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.669042] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a16a050-0d15-4da2-8aab-91750715568e req-c0e913bc-b1e2-46a4-869c-fc62fe2f4e32 service nova] Releasing lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.681684] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "refresh_cache-3cf12e08-a86c-4310-b7a1-4948b5dde216" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.695717] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069885} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.695824] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.697136] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e91e481-2ce0-42c8-bf4f-6418ff73219e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.718883] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 03592ff7-c7fe-46b5-ac53-f95eb1896a7b/03592ff7-c7fe-46b5-ac53-f95eb1896a7b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.722440] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c656443-3cb5-4fd1-825f-e91226528897 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.742332] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5265c79e-d6e3-e07c-e2c1-fe1797f49e66, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.743578] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.743843] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 9445c019-afd4-41ae-b6fd-d637bee2bf2e/9445c019-afd4-41ae-b6fd-d637bee2bf2e.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.744168] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1124.744168] env[69162]: value = "task-3233087" [ 1124.744168] env[69162]: _type = "Task" [ 1124.744168] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.744405] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.744556] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.744768] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9761897c-38c9-4800-b9a2-2d8c93349f7f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.746660] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75b174ec-ea35-462b-90f0-dfd8a64477da {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.757310] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.759412] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1124.759412] env[69162]: value = "task-3233088" [ 1124.759412] env[69162]: _type = "Task" [ 1124.759412] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.759728] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.759879] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.760638] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c079022e-6ccb-4fd3-b08f-36af898a2bbb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.769033] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1124.769033] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5257f921-8b1e-909c-3bc3-f2609f18f769" [ 1124.769033] env[69162]: _type = "Task" [ 1124.769033] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.772163] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.782765] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5257f921-8b1e-909c-3bc3-f2609f18f769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.793905] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.794170] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.794374] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.794559] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.794757] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.796820] env[69162]: INFO nova.compute.manager [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Terminating instance [ 1124.943853] env[69162]: DEBUG nova.compute.manager [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.944298] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fface727-90f2-4bd9-9d6d-46f9fb055bfa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.955786] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5a18a6-7f18-42c6-9f0b-2080957f9c67 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.991632] env[69162]: WARNING nova.virt.vmwareapi.driver [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0999fc7c-02fe-4810-b2be-328dc6293514 could not be found. [ 1124.991889] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.992236] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7efa0883-ca20-48e7-842e-79705bc2c37d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.002501] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4820531f-ebba-4c48-88d1-4c5e692858a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.042147] env[69162]: WARNING nova.virt.vmwareapi.vmops [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0999fc7c-02fe-4810-b2be-328dc6293514 could not be found. [ 1125.042355] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.042543] env[69162]: INFO nova.compute.manager [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1125.042824] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.043570] env[69162]: DEBUG nova.compute.manager [-] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.043669] env[69162]: DEBUG nova.network.neutron [-] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.095205] env[69162]: DEBUG nova.network.neutron [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.139815] env[69162]: DEBUG oslo_concurrency.lockutils [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.142662] env[69162]: DEBUG oslo_concurrency.lockutils [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 6.569s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.168729] env[69162]: INFO nova.scheduler.client.report [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Deleted allocations for instance 3f5eb5f7-406d-47bd-9cc0-272c86b1f908 [ 1125.229193] env[69162]: DEBUG nova.network.neutron [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.258259] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233087, 'name': ReconfigVM_Task, 'duration_secs': 0.439023} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.258434] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 03592ff7-c7fe-46b5-ac53-f95eb1896a7b/03592ff7-c7fe-46b5-ac53-f95eb1896a7b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.259054] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4da5984-2bca-422e-857e-ba1359c84df0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.271376] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485898} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.271669] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1125.271669] env[69162]: value = "task-3233089" [ 1125.271669] env[69162]: _type = "Task" [ 1125.271669] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.271899] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 9445c019-afd4-41ae-b6fd-d637bee2bf2e/9445c019-afd4-41ae-b6fd-d637bee2bf2e.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.272777] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.272777] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-679dc744-39dd-4b0d-a80f-26fc34714e89 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.286111] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233089, 'name': Rename_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.291056] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1125.291056] env[69162]: value = "task-3233090" [ 1125.291056] env[69162]: _type = "Task" [ 1125.291056] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.291320] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5257f921-8b1e-909c-3bc3-f2609f18f769, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.295219] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45724ab3-609b-4346-a09b-8147813d2647 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.303770] env[69162]: DEBUG nova.compute.manager [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.304071] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.304396] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.308054] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4865eff-749d-4c0d-afde-38673491901c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.311521] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1125.311521] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526e0b9f-9719-b05b-e298-a3973de14433" [ 1125.311521] env[69162]: _type = "Task" [ 1125.311521] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.317526] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.318184] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26486474-0562-4304-933a-e1eacdb78ecb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.327617] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526e0b9f-9719-b05b-e298-a3973de14433, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.327617] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.327875] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 9651bffe-026c-4a57-b102-e154745305f3/9651bffe-026c-4a57-b102-e154745305f3.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.327939] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-674ce197-021b-410a-9130-d6f04c0608df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.331553] env[69162]: DEBUG oslo_vmware.api [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1125.331553] env[69162]: value = "task-3233091" [ 1125.331553] env[69162]: _type = "Task" [ 1125.331553] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.335591] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1125.335591] env[69162]: value = "task-3233092" [ 1125.335591] env[69162]: _type = "Task" [ 1125.335591] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.343533] env[69162]: DEBUG oslo_vmware.api [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.348410] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.645896] env[69162]: DEBUG nova.objects.instance [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'migration_context' on Instance uuid b88a6ec2-dad1-4b59-85d7-cd7b68008b8b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.680870] env[69162]: DEBUG oslo_concurrency.lockutils [None req-76105423-faf0-47c2-b4f7-69611e368302 tempest-ServerDiagnosticsTest-1489185066 tempest-ServerDiagnosticsTest-1489185066-project-member] Lock "3f5eb5f7-406d-47bd-9cc0-272c86b1f908" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.038s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.739140] env[69162]: DEBUG oslo_concurrency.lockutils [req-85dcdebc-f4d1-4992-99ec-624bc17f3ae6 req-7106ef75-f7c4-4325-bd53-e80ddce81848 service nova] Releasing lock "refresh_cache-3cf12e08-a86c-4310-b7a1-4948b5dde216" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.739724] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "refresh_cache-3cf12e08-a86c-4310-b7a1-4948b5dde216" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.739724] env[69162]: DEBUG nova.network.neutron [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.784423] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233089, 'name': Rename_Task, 'duration_secs': 0.176041} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.784854] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.785255] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7912043f-ba20-40fd-bb7a-0a5b88e2040a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.801879] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1125.801879] env[69162]: value = "task-3233093" [ 1125.801879] env[69162]: _type = "Task" [ 1125.801879] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.818933] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114843} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.820215] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.821739] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a510a4-c29a-472a-880f-ce1301ed4105 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.829269] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.857197] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9445c019-afd4-41ae-b6fd-d637bee2bf2e/9445c019-afd4-41ae-b6fd-d637bee2bf2e.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.864249] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25919601-9481-4b80-8c4b-dfe504acad03 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.886459] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233092, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.891273] env[69162]: DEBUG oslo_vmware.api [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233091, 'name': PowerOffVM_Task, 'duration_secs': 0.192723} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.891669] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1125.891669] env[69162]: value = "task-3233094" [ 1125.891669] env[69162]: _type = "Task" [ 1125.891669] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.892130] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.892362] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.892712] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-598c66fb-bf2d-4937-8c96-97e2b704d754 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.904735] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.987721] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.988254] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.988254] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Deleting the datastore file [datastore1] cd984fb6-ca39-46f3-9cf4-d1410f2407f4 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.988566] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d07db9-1f4f-4d8e-aa8b-98e55c299b0c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.996203] env[69162]: DEBUG oslo_vmware.api [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1125.996203] env[69162]: value = "task-3233096" [ 1125.996203] env[69162]: _type = "Task" [ 1125.996203] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.005794] env[69162]: DEBUG oslo_vmware.api [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.123494] env[69162]: DEBUG nova.network.neutron [-] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.299258] env[69162]: DEBUG nova.network.neutron [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.319541] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.360725] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616066} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.363938] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 9651bffe-026c-4a57-b102-e154745305f3/9651bffe-026c-4a57-b102-e154745305f3.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.364274] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.364827] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63ce0568-de7f-4712-bcd6-0e6b0a1371c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.375856] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1126.375856] env[69162]: value = "task-3233097" [ 1126.375856] env[69162]: _type = "Task" [ 1126.375856] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.390723] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.408206] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233094, 'name': ReconfigVM_Task, 'duration_secs': 0.346423} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.408206] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9445c019-afd4-41ae-b6fd-d637bee2bf2e/9445c019-afd4-41ae-b6fd-d637bee2bf2e.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.408738] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a60b2c-8420-4f9f-9006-9a48dcf09ceb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.423638] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1126.423638] env[69162]: value = "task-3233098" [ 1126.423638] env[69162]: _type = "Task" [ 1126.423638] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.436415] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233098, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.493059] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbdd8b6-3e2c-4f00-b865-13071d64be62 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.503182] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc72d2fe-3ddb-4644-809a-36c9928189e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.511017] env[69162]: DEBUG oslo_vmware.api [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175436} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.511017] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.511017] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.511017] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.511254] env[69162]: INFO nova.compute.manager [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1126.511526] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.512453] env[69162]: DEBUG nova.compute.manager [-] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.512453] env[69162]: DEBUG nova.network.neutron [-] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.540743] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d7c3a-ea96-4fb2-ba90-adac9dd5b7eb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.548385] env[69162]: DEBUG nova.network.neutron [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Updating instance_info_cache with network_info: [{"id": "4867b6e1-fa44-4f6e-83ed-23a4f11803fb", "address": "fa:16:3e:e9:14:97", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4867b6e1-fa", "ovs_interfaceid": "4867b6e1-fa44-4f6e-83ed-23a4f11803fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.549702] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38af57d5-e58e-49e3-90f8-970d7f6225ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.565041] env[69162]: DEBUG nova.compute.provider_tree [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.572440] env[69162]: DEBUG nova.compute.manager [req-877e5a7c-60e7-4f63-b7ad-908964498aa4 req-033a2b96-a055-4950-9205-7c3c4bdbbab3 service nova] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Received event network-vif-deleted-3ea517ce-2d07-4582-827a-7c08555307f8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.629275] env[69162]: INFO nova.compute.manager [-] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Took 1.59 seconds to deallocate network for instance. [ 1126.816821] env[69162]: DEBUG oslo_vmware.api [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233093, 'name': PowerOnVM_Task, 'duration_secs': 0.530749} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.817480] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.818150] env[69162]: INFO nova.compute.manager [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1126.818496] env[69162]: DEBUG nova.compute.manager [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.821017] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a44ada-510a-4656-9d72-2985e95419fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.891020] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079553} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.891020] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.891020] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab8640a-3f53-4ac1-b459-1e8191bf6e94 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.918160] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 9651bffe-026c-4a57-b102-e154745305f3/9651bffe-026c-4a57-b102-e154745305f3.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.918628] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5b799a-a61a-48ae-88fb-0ad807c6d2ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.945468] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233098, 'name': Rename_Task, 'duration_secs': 0.167322} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.947516] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.948224] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1126.948224] env[69162]: value = "task-3233099" [ 1126.948224] env[69162]: _type = "Task" [ 1126.948224] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.948535] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-919affe9-a82e-46c1-aecd-6fa64a3733be {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.958565] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.960108] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1126.960108] env[69162]: value = "task-3233100" [ 1126.960108] env[69162]: _type = "Task" [ 1126.960108] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.976349] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233100, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.050054] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "refresh_cache-3cf12e08-a86c-4310-b7a1-4948b5dde216" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.050054] env[69162]: DEBUG nova.compute.manager [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Instance network_info: |[{"id": "4867b6e1-fa44-4f6e-83ed-23a4f11803fb", "address": "fa:16:3e:e9:14:97", "network": {"id": "87216435-9748-4508-a05e-404abf0f2ac7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1183464746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3483f515656c4684a800409d1728d369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4867b6e1-fa", "ovs_interfaceid": "4867b6e1-fa44-4f6e-83ed-23a4f11803fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.050611] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:14:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4867b6e1-fa44-4f6e-83ed-23a4f11803fb', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.059183] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.059505] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.059810] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adcd9ce0-24e2-4373-98a9-536759c51ccf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.084342] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.084342] env[69162]: value = "task-3233101" [ 1127.084342] env[69162]: _type = "Task" [ 1127.084342] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.093181] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233101, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.099219] env[69162]: ERROR nova.scheduler.client.report [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [req-19520f7b-720c-4045-a959-f06589d3fc9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19520f7b-720c-4045-a959-f06589d3fc9f"}]} [ 1127.119350] env[69162]: DEBUG nova.scheduler.client.report [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1127.136961] env[69162]: DEBUG nova.scheduler.client.report [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1127.137281] env[69162]: DEBUG nova.compute.provider_tree [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.152134] env[69162]: DEBUG nova.scheduler.client.report [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1127.173444] env[69162]: DEBUG nova.scheduler.client.report [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1127.196714] env[69162]: INFO nova.compute.manager [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Took 0.57 seconds to detach 1 volumes for instance. [ 1127.205727] env[69162]: DEBUG nova.compute.manager [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Deleting volume: f7b1702c-7774-4e8d-a41a-b31eaf18a71d {{(pid=69162) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1127.340303] env[69162]: INFO nova.compute.manager [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Took 17.56 seconds to build instance. [ 1127.437196] env[69162]: DEBUG nova.network.neutron [-] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.470457] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233099, 'name': ReconfigVM_Task, 'duration_secs': 0.458397} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.471118] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 9651bffe-026c-4a57-b102-e154745305f3/9651bffe-026c-4a57-b102-e154745305f3.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.471806] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f064495-4f37-45ad-b984-8409df648a00 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.478864] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c152ba-e275-4a23-849a-2d361674da88 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.481942] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233100, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.488676] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1127.488676] env[69162]: value = "task-3233103" [ 1127.488676] env[69162]: _type = "Task" [ 1127.488676] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.490128] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13956dd-8e5b-40fc-a2ea-9fa7a6e93c22 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.506236] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233103, 'name': Rename_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.538251] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992e4616-bb26-4dc7-9001-3dc74033a8f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.548109] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e074e47-e792-4051-9766-e41bca06c904 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.564304] env[69162]: DEBUG nova.compute.provider_tree [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.594131] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233101, 'name': CreateVM_Task, 'duration_secs': 0.401437} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.594261] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.595038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.595320] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.595600] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.595927] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f041374-022b-4716-bfee-65dccfd9cec8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.601336] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1127.601336] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526b0331-553e-28f7-fff6-b2b30869c6f6" [ 1127.601336] env[69162]: _type = "Task" [ 1127.601336] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.609865] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526b0331-553e-28f7-fff6-b2b30869c6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.765268] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.842272] env[69162]: DEBUG oslo_concurrency.lockutils [None req-22bde694-1a17-45cd-b49d-09b627baf682 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.075s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.942988] env[69162]: INFO nova.compute.manager [-] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Took 1.43 seconds to deallocate network for instance. [ 1127.972844] env[69162]: DEBUG oslo_vmware.api [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233100, 'name': PowerOnVM_Task, 'duration_secs': 0.617191} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.973502] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.973921] env[69162]: INFO nova.compute.manager [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Took 15.21 seconds to spawn the instance on the hypervisor. [ 1127.974399] env[69162]: DEBUG nova.compute.manager [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.977052] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b4be65-5fc5-4570-9eb5-671d4b1bb0bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.998551] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233103, 'name': Rename_Task, 'duration_secs': 0.187577} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.998954] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.999279] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dafb1bf-1737-42e9-827b-1de8eb356cd7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.012026] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1128.012026] env[69162]: value = "task-3233104" [ 1128.012026] env[69162]: _type = "Task" [ 1128.012026] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.019503] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.107463] env[69162]: DEBUG nova.scheduler.client.report [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1128.108042] env[69162]: DEBUG nova.compute.provider_tree [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 133 to 134 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1128.108516] env[69162]: DEBUG nova.compute.provider_tree [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.119794] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526b0331-553e-28f7-fff6-b2b30869c6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01412} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.120267] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.120549] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.120801] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.120953] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.121161] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.121445] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6929fa26-36c3-4c5b-b1e2-3967511a9255 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.133617] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.133883] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.135290] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621f657f-7b10-4a92-a27d-7b0683cc36e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.143310] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1128.143310] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ad1f08-fae9-9260-223a-46b93289f5dd" [ 1128.143310] env[69162]: _type = "Task" [ 1128.143310] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.151981] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ad1f08-fae9-9260-223a-46b93289f5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.448512] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.496933] env[69162]: INFO nova.compute.manager [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Took 32.79 seconds to build instance. [ 1128.522889] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.608453] env[69162]: DEBUG nova.compute.manager [req-f8adce71-efe1-456a-8548-2664a639ef73 req-cf71cfc2-30d2-429a-baf1-c5d95e15913f service nova] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Received event network-vif-deleted-23664d6f-3e8f-4ded-acfb-bf99dd992eee {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.608453] env[69162]: DEBUG nova.compute.manager [req-f8adce71-efe1-456a-8548-2664a639ef73 req-cf71cfc2-30d2-429a-baf1-c5d95e15913f service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Received event network-changed-3fe55626-5c25-482e-9668-c794afa011dc {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.608453] env[69162]: DEBUG nova.compute.manager [req-f8adce71-efe1-456a-8548-2664a639ef73 req-cf71cfc2-30d2-429a-baf1-c5d95e15913f service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Refreshing instance network info cache due to event network-changed-3fe55626-5c25-482e-9668-c794afa011dc. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.608453] env[69162]: DEBUG oslo_concurrency.lockutils [req-f8adce71-efe1-456a-8548-2664a639ef73 req-cf71cfc2-30d2-429a-baf1-c5d95e15913f service nova] Acquiring lock "refresh_cache-03592ff7-c7fe-46b5-ac53-f95eb1896a7b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.608453] env[69162]: DEBUG oslo_concurrency.lockutils [req-f8adce71-efe1-456a-8548-2664a639ef73 req-cf71cfc2-30d2-429a-baf1-c5d95e15913f service nova] Acquired lock "refresh_cache-03592ff7-c7fe-46b5-ac53-f95eb1896a7b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.608453] env[69162]: DEBUG nova.network.neutron [req-f8adce71-efe1-456a-8548-2664a639ef73 req-cf71cfc2-30d2-429a-baf1-c5d95e15913f service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Refreshing network info cache for port 3fe55626-5c25-482e-9668-c794afa011dc {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.657904] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ad1f08-fae9-9260-223a-46b93289f5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.020572} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.659294] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40bfe0b3-7fc0-4b72-b815-492df3d1de11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.668177] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1128.668177] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b57c83-2dc6-b338-dedc-baa319c0de52" [ 1128.668177] env[69162]: _type = "Task" [ 1128.668177] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.678729] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b57c83-2dc6-b338-dedc-baa319c0de52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.999278] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3e3b798d-ea32-4696-a1b9-66f73a0e7d5b tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.308s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.027024] env[69162]: DEBUG oslo_vmware.api [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233104, 'name': PowerOnVM_Task, 'duration_secs': 0.834447} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.027024] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.027024] env[69162]: INFO nova.compute.manager [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1129.027024] env[69162]: DEBUG nova.compute.manager [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.027024] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50bb625-c337-4e97-961a-dffef886a81b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.122087] env[69162]: DEBUG oslo_concurrency.lockutils [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.978s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.126797] env[69162]: DEBUG oslo_concurrency.lockutils [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.440s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.127318] env[69162]: DEBUG nova.objects.instance [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'resources' on Instance uuid bb46b420-8682-4a15-acac-6d4b65592f80 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.180117] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b57c83-2dc6-b338-dedc-baa319c0de52, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.180117] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.180117] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 3cf12e08-a86c-4310-b7a1-4948b5dde216/3cf12e08-a86c-4310-b7a1-4948b5dde216.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.180117] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a335ce53-d420-44ae-a717-3461465a6b94 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.185772] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1129.185772] env[69162]: value = "task-3233105" [ 1129.185772] env[69162]: _type = "Task" [ 1129.185772] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.194818] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.237061] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.237061] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.237061] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.237061] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.237061] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.241095] env[69162]: INFO nova.compute.manager [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Terminating instance [ 1129.544299] env[69162]: INFO nova.compute.manager [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Took 19.16 seconds to build instance. [ 1129.699082] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233105, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.738138] env[69162]: DEBUG nova.network.neutron [req-f8adce71-efe1-456a-8548-2664a639ef73 req-cf71cfc2-30d2-429a-baf1-c5d95e15913f service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Updated VIF entry in instance network info cache for port 3fe55626-5c25-482e-9668-c794afa011dc. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.739290] env[69162]: DEBUG nova.network.neutron [req-f8adce71-efe1-456a-8548-2664a639ef73 req-cf71cfc2-30d2-429a-baf1-c5d95e15913f service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Updating instance_info_cache with network_info: [{"id": "3fe55626-5c25-482e-9668-c794afa011dc", "address": "fa:16:3e:0e:42:52", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe55626-5c", "ovs_interfaceid": "3fe55626-5c25-482e-9668-c794afa011dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.747020] env[69162]: DEBUG nova.compute.manager [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.747020] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.747020] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfa7b04-1669-4715-ad60-2d6b94c62799 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.753819] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.754170] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f024e4b5-473a-49de-a653-d4aa8ea9daef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.765276] env[69162]: DEBUG oslo_vmware.api [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1129.765276] env[69162]: value = "task-3233106" [ 1129.765276] env[69162]: _type = "Task" [ 1129.765276] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.783651] env[69162]: DEBUG oslo_vmware.api [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.914827] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fb09ba-960a-44f1-b55d-0fb1cf9c0b6b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.923958] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1572c9a0-768d-4efc-9bf0-6e1f9e5b2f90 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.960831] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49934f3-d6b8-4c80-a7a2-ac272e6ccc97 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.969902] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c4e481-8160-435a-a9d8-81aaef60da37 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.985493] env[69162]: DEBUG nova.compute.provider_tree [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.045648] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5dacdf2d-f9ea-4e9f-8fa3-37816ccc8c43 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "9651bffe-026c-4a57-b102-e154745305f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.671s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.198413] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906188} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.198711] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 3cf12e08-a86c-4310-b7a1-4948b5dde216/3cf12e08-a86c-4310-b7a1-4948b5dde216.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.198937] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.199206] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce7e5c80-d7db-43f6-ab3c-2523fdce740d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.206709] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1130.206709] env[69162]: value = "task-3233107" [ 1130.206709] env[69162]: _type = "Task" [ 1130.206709] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.216408] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.243852] env[69162]: DEBUG oslo_concurrency.lockutils [req-f8adce71-efe1-456a-8548-2664a639ef73 req-cf71cfc2-30d2-429a-baf1-c5d95e15913f service nova] Releasing lock "refresh_cache-03592ff7-c7fe-46b5-ac53-f95eb1896a7b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.275950] env[69162]: DEBUG oslo_vmware.api [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233106, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.489386] env[69162]: DEBUG nova.scheduler.client.report [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.668807] env[69162]: DEBUG nova.compute.manager [req-dc61b5c0-488a-43d6-8549-29d398608104 req-d18edfeb-5945-4179-bcc1-74b24a9641b5 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received event network-changed-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.668987] env[69162]: DEBUG nova.compute.manager [req-dc61b5c0-488a-43d6-8549-29d398608104 req-d18edfeb-5945-4179-bcc1-74b24a9641b5 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing instance network info cache due to event network-changed-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.669296] env[69162]: DEBUG oslo_concurrency.lockutils [req-dc61b5c0-488a-43d6-8549-29d398608104 req-d18edfeb-5945-4179-bcc1-74b24a9641b5 service nova] Acquiring lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.669393] env[69162]: DEBUG oslo_concurrency.lockutils [req-dc61b5c0-488a-43d6-8549-29d398608104 req-d18edfeb-5945-4179-bcc1-74b24a9641b5 service nova] Acquired lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.669905] env[69162]: DEBUG nova.network.neutron [req-dc61b5c0-488a-43d6-8549-29d398608104 req-d18edfeb-5945-4179-bcc1-74b24a9641b5 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing network info cache for port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.674043] env[69162]: INFO nova.compute.manager [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Swapping old allocation on dict_keys(['db608530-c8a6-4c13-82de-a0b8635a7033']) held by migration 234328cf-cf29-4179-a687-edd649977250 for instance [ 1130.707652] env[69162]: DEBUG nova.scheduler.client.report [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Overwriting current allocation {'allocations': {'db608530-c8a6-4c13-82de-a0b8635a7033': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 134}}, 'project_id': 'ae1edd41763842198625a9c314b35c56', 'user_id': '8053e4c716404e2bbbb814f547d534d6', 'consumer_generation': 1} on consumer b88a6ec2-dad1-4b59-85d7-cd7b68008b8b {{(pid=69162) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1130.722639] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074592} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.722639] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.722639] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e258bac-21e8-484d-9766-0148d43257d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.751578] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 3cf12e08-a86c-4310-b7a1-4948b5dde216/3cf12e08-a86c-4310-b7a1-4948b5dde216.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.752093] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b84600d9-d70c-4435-aea1-221e42d38a73 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.785441] env[69162]: DEBUG oslo_vmware.api [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233106, 'name': PowerOffVM_Task, 'duration_secs': 0.651048} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.786622] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.787038] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.787326] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1130.787326] env[69162]: value = "task-3233108" [ 1130.787326] env[69162]: _type = "Task" [ 1130.787326] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.787741] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a12d2ef-d39a-4fb7-8842-65b41a51241f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.799615] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.818667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.818667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.818667] env[69162]: DEBUG nova.network.neutron [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.965687] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.965912] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.966277] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Deleting the datastore file [datastore1] 9445c019-afd4-41ae-b6fd-d637bee2bf2e {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.966400] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dabf848d-5e50-4860-975e-8dce03e4d6c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.976870] env[69162]: DEBUG oslo_vmware.api [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1130.976870] env[69162]: value = "task-3233110" [ 1130.976870] env[69162]: _type = "Task" [ 1130.976870] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.989649] env[69162]: DEBUG oslo_vmware.api [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.994563] env[69162]: DEBUG oslo_concurrency.lockutils [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.997412] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.960s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.998537] env[69162]: INFO nova.compute.claims [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.027356] env[69162]: INFO nova.scheduler.client.report [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleted allocations for instance bb46b420-8682-4a15-acac-6d4b65592f80 [ 1131.305797] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.487626] env[69162]: DEBUG oslo_vmware.api [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.538409] env[69162]: DEBUG oslo_concurrency.lockutils [None req-085890e3-3083-487b-8f55-d90acf25c70c tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "bb46b420-8682-4a15-acac-6d4b65592f80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.976s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.539998] env[69162]: DEBUG nova.network.neutron [req-dc61b5c0-488a-43d6-8549-29d398608104 req-d18edfeb-5945-4179-bcc1-74b24a9641b5 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updated VIF entry in instance network info cache for port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.540425] env[69162]: DEBUG nova.network.neutron [req-dc61b5c0-488a-43d6-8549-29d398608104 req-d18edfeb-5945-4179-bcc1-74b24a9641b5 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [{"id": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "address": "fa:16:3e:3d:df:9b", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829c9d3b-c7", "ovs_interfaceid": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.628281] env[69162]: DEBUG nova.network.neutron [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance_info_cache with network_info: [{"id": "92623a0e-5834-4997-8948-a5840e10a74b", "address": "fa:16:3e:8c:fc:d3", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92623a0e-58", "ovs_interfaceid": "92623a0e-5834-4997-8948-a5840e10a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.806685] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.992909] env[69162]: DEBUG oslo_vmware.api [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.682487} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.994886] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.994886] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.994886] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.994886] env[69162]: INFO nova.compute.manager [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1131.994886] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.995251] env[69162]: DEBUG nova.compute.manager [-] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.995309] env[69162]: DEBUG nova.network.neutron [-] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.047315] env[69162]: DEBUG oslo_concurrency.lockutils [req-dc61b5c0-488a-43d6-8549-29d398608104 req-d18edfeb-5945-4179-bcc1-74b24a9641b5 service nova] Releasing lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.133052] env[69162]: DEBUG oslo_concurrency.lockutils [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.133986] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee51af0-7297-464f-8b56-2ad7ead7c9b4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.145507] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd4d65-35b8-45da-ba9c-ae876ff609ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.255177] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5ac810-8597-4a91-a647-b9ce755ddd68 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.264864] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0563f6-c29e-4dda-b6c5-ab7022e6d94b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.294868] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe5db9a-cf99-44d1-8518-000f47021624 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.311690] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f42a5b7-cb3a-46bd-8ce3-5197c44187fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.318094] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233108, 'name': ReconfigVM_Task, 'duration_secs': 1.316766} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.318447] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 3cf12e08-a86c-4310-b7a1-4948b5dde216/3cf12e08-a86c-4310-b7a1-4948b5dde216.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.319681] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-417b1edc-1d20-48b0-a5d7-a7aee0d56d53 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.332219] env[69162]: DEBUG nova.compute.provider_tree [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.339523] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1132.339523] env[69162]: value = "task-3233111" [ 1132.339523] env[69162]: _type = "Task" [ 1132.339523] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.351274] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233111, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.356788] env[69162]: DEBUG nova.compute.manager [req-c932f9b5-d6d6-4341-a21f-9eef9f881b1e req-7b108725-06d8-45fb-b0ed-e1d6c1fb0fd0 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received event network-vif-deleted-e39e3c77-f89c-45d9-867d-05cbfac3292b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.356983] env[69162]: INFO nova.compute.manager [req-c932f9b5-d6d6-4341-a21f-9eef9f881b1e req-7b108725-06d8-45fb-b0ed-e1d6c1fb0fd0 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Neutron deleted interface e39e3c77-f89c-45d9-867d-05cbfac3292b; detaching it from the instance and deleting it from the info cache [ 1132.357311] env[69162]: DEBUG nova.network.neutron [req-c932f9b5-d6d6-4341-a21f-9eef9f881b1e req-7b108725-06d8-45fb-b0ed-e1d6c1fb0fd0 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Updating instance_info_cache with network_info: [{"id": "c9ffa7f1-b38e-471c-aa19-bb8f8acaa252", "address": "fa:16:3e:5b:10:93", "network": {"id": "d10fae9a-ebed-4eef-acab-6caba5280b64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1491192155", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ffa7f1-b3", "ovs_interfaceid": "c9ffa7f1-b38e-471c-aa19-bb8f8acaa252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3899e63a-fa1d-443f-a251-0d9f09ad810e", "address": "fa:16:3e:9b:e8:19", "network": {"id": "3f0f032b-459b-45f2-8a52-c93711080d37", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-644187056", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3899e63a-fa", "ovs_interfaceid": "3899e63a-fa1d-443f-a251-0d9f09ad810e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.521369] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "42295a16-2646-4c85-90bf-63807ed23bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.521736] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "42295a16-2646-4c85-90bf-63807ed23bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.706504] env[69162]: DEBUG nova.compute.manager [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Received event network-changed-d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.706504] env[69162]: DEBUG nova.compute.manager [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Refreshing instance network info cache due to event network-changed-d0da652a-bd6b-456d-a57e-02278d7fe3bd. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.706504] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] Acquiring lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.706728] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] Acquired lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.706767] env[69162]: DEBUG nova.network.neutron [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Refreshing network info cache for port d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.858915] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233111, 'name': Rename_Task, 'duration_secs': 0.187577} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.860253] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.860253] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7505c6b1-5615-4c57-97c9-2c2c467b82a3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.861784] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1be9cdec-902d-477e-a40a-d5a46aa2cb31 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.864265] env[69162]: ERROR nova.scheduler.client.report [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [req-067df5df-44e5-41c7-9fd4-a8702e8c928d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-067df5df-44e5-41c7-9fd4-a8702e8c928d"}]} [ 1132.875866] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bd46d7-e047-4700-849e-0efbe31c18d5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.889090] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1132.889090] env[69162]: value = "task-3233112" [ 1132.889090] env[69162]: _type = "Task" [ 1132.889090] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.890257] env[69162]: DEBUG nova.scheduler.client.report [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1132.903558] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.919239] env[69162]: DEBUG nova.compute.manager [req-c932f9b5-d6d6-4341-a21f-9eef9f881b1e req-7b108725-06d8-45fb-b0ed-e1d6c1fb0fd0 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Detach interface failed, port_id=e39e3c77-f89c-45d9-867d-05cbfac3292b, reason: Instance 9445c019-afd4-41ae-b6fd-d637bee2bf2e could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.922906] env[69162]: DEBUG nova.scheduler.client.report [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1132.922906] env[69162]: DEBUG nova.compute.provider_tree [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.937824] env[69162]: DEBUG nova.scheduler.client.report [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1132.961550] env[69162]: DEBUG nova.scheduler.client.report [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1133.024187] env[69162]: DEBUG nova.compute.manager [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.235470] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584546be-b997-4a9c-84b4-8338aaa53127 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.244023] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d911479d-160b-4424-839f-ec0b1976813f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.276902] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.277659] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4350c287-efef-49a0-b4b7-a3b20f3c00d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.281590] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db12e9ba-15fc-47ec-bff1-c235838a3bde {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.291031] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1133.291031] env[69162]: value = "task-3233113" [ 1133.291031] env[69162]: _type = "Task" [ 1133.291031] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.292508] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c453dd3d-aa8a-4264-99a1-905e3ce72c70 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.310031] env[69162]: DEBUG nova.network.neutron [-] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.311752] env[69162]: DEBUG nova.compute.provider_tree [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.405966] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233112, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.454597] env[69162]: DEBUG nova.network.neutron [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updated VIF entry in instance network info cache for port d0da652a-bd6b-456d-a57e-02278d7fe3bd. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.455021] env[69162]: DEBUG nova.network.neutron [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updating instance_info_cache with network_info: [{"id": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "address": "fa:16:3e:b5:bf:6d", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0da652a-bd", "ovs_interfaceid": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.548182] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.806092] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233113, 'name': PowerOffVM_Task, 'duration_secs': 0.419119} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.806389] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.807501] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.807501] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.807501] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.807873] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.807873] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.807962] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.808149] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.808360] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.808542] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.808660] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.808785] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.813859] env[69162]: INFO nova.compute.manager [-] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Took 1.82 seconds to deallocate network for instance. [ 1133.814102] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80fe3ec-7373-4058-8709-b63bcdcdc93b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.837273] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1133.837273] env[69162]: value = "task-3233114" [ 1133.837273] env[69162]: _type = "Task" [ 1133.837273] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.846608] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.861146] env[69162]: DEBUG nova.scheduler.client.report [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1133.861350] env[69162]: DEBUG nova.compute.provider_tree [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 136 to 137 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1133.861532] env[69162]: DEBUG nova.compute.provider_tree [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.903984] env[69162]: DEBUG oslo_vmware.api [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233112, 'name': PowerOnVM_Task, 'duration_secs': 0.578958} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.904287] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.904484] env[69162]: INFO nova.compute.manager [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1133.904679] env[69162]: DEBUG nova.compute.manager [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.905586] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51371008-5baa-4fc4-bd6d-5522fbf63ac8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.957726] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] Releasing lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.958056] env[69162]: DEBUG nova.compute.manager [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Received event network-changed-d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.958238] env[69162]: DEBUG nova.compute.manager [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Refreshing instance network info cache due to event network-changed-d0da652a-bd6b-456d-a57e-02278d7fe3bd. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.958447] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] Acquiring lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.958586] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] Acquired lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.958740] env[69162]: DEBUG nova.network.neutron [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Refreshing network info cache for port d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.332781] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.347260] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233114, 'name': ReconfigVM_Task, 'duration_secs': 0.356043} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.348233] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b70a36-add3-4540-90fd-1a8a11d286d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.369505] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.373s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.370032] env[69162]: DEBUG nova.compute.manager [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.372895] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.375457] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.375457] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.375457] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.375457] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.375457] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.375457] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.375457] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.375457] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.375457] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.375457] env[69162]: DEBUG nova.virt.hardware [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.377288] env[69162]: DEBUG oslo_concurrency.lockutils [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.611s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.379810] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f982c715-909e-4192-81b9-77c1f308c143 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.385784] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "d6e9e114-238b-4390-b63e-1d737b41590b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.385999] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "d6e9e114-238b-4390-b63e-1d737b41590b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.387702] env[69162]: DEBUG nova.compute.manager [req-7c5aea29-48ea-42b2-8f0a-80c28cb2fe45 req-2a92b1a5-1f23-4b0c-a44a-bab389ffd4f4 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received event network-vif-deleted-3899e63a-fa1d-443f-a251-0d9f09ad810e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.387894] env[69162]: DEBUG nova.compute.manager [req-7c5aea29-48ea-42b2-8f0a-80c28cb2fe45 req-2a92b1a5-1f23-4b0c-a44a-bab389ffd4f4 service nova] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Received event network-vif-deleted-c9ffa7f1-b38e-471c-aa19-bb8f8acaa252 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.391963] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1134.391963] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5258f597-0291-2592-23a9-ddd7e573b417" [ 1134.391963] env[69162]: _type = "Task" [ 1134.391963] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.400151] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5258f597-0291-2592-23a9-ddd7e573b417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.423924] env[69162]: INFO nova.compute.manager [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Took 22.28 seconds to build instance. [ 1134.606031] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4263ce19-d704-4224-894c-cb509bd30644 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.614197] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ab2e01-8ce3-44cb-bcee-9dbf35a041da {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.649248] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b62a957-e179-4f4d-8719-bb71f4b8a3de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.657713] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b2156-a947-4060-b1cd-84f6d7ed48c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.672931] env[69162]: DEBUG nova.compute.provider_tree [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.688759] env[69162]: DEBUG nova.network.neutron [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updated VIF entry in instance network info cache for port d0da652a-bd6b-456d-a57e-02278d7fe3bd. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.689018] env[69162]: DEBUG nova.network.neutron [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updating instance_info_cache with network_info: [{"id": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "address": "fa:16:3e:b5:bf:6d", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0da652a-bd", "ovs_interfaceid": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.879031] env[69162]: DEBUG nova.compute.utils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.880822] env[69162]: DEBUG nova.compute.manager [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.881043] env[69162]: DEBUG nova.network.neutron [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.888714] env[69162]: DEBUG nova.compute.manager [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.903985] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5258f597-0291-2592-23a9-ddd7e573b417, 'name': SearchDatastore_Task, 'duration_secs': 0.01145} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.909527] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.910084] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-834a4ed5-e9b1-4dca-a798-c8d2dfc2059f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.928630] env[69162]: DEBUG nova.policy [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f374ef0cec1d456fa260ec7ba218e4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0610a62908a3430eb7e8d2f25dad07c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.930290] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b89d0b89-6096-4cb2-a263-fb07380a6295 tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "3cf12e08-a86c-4310-b7a1-4948b5dde216" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.798s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.937525] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1134.937525] env[69162]: value = "task-3233115" [ 1134.937525] env[69162]: _type = "Task" [ 1134.937525] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.946375] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.177255] env[69162]: DEBUG nova.scheduler.client.report [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.191861] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] Releasing lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.192179] env[69162]: DEBUG nova.compute.manager [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received event network-changed-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.192388] env[69162]: DEBUG nova.compute.manager [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing instance network info cache due to event network-changed-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.192637] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] Acquiring lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.192801] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] Acquired lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.192981] env[69162]: DEBUG nova.network.neutron [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing network info cache for port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.198076] env[69162]: DEBUG nova.network.neutron [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Successfully created port: 343203b8-c6ec-4eea-8181-9b14990bd31e {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.368181] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "3cf12e08-a86c-4310-b7a1-4948b5dde216" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.368459] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "3cf12e08-a86c-4310-b7a1-4948b5dde216" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.369391] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "3cf12e08-a86c-4310-b7a1-4948b5dde216-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.369391] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "3cf12e08-a86c-4310-b7a1-4948b5dde216-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.369391] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "3cf12e08-a86c-4310-b7a1-4948b5dde216-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.371405] env[69162]: INFO nova.compute.manager [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Terminating instance [ 1135.384442] env[69162]: DEBUG nova.compute.manager [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.419298] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.446644] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233115, 'name': ReconfigVM_Task, 'duration_secs': 0.269589} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.446956] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.447731] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1091ed30-0b70-4b6a-9e9c-d68f00619075 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.471999] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] b88a6ec2-dad1-4b59-85d7-cd7b68008b8b/b88a6ec2-dad1-4b59-85d7-cd7b68008b8b.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.472251] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-089fa15e-50c9-4b76-aead-9876414c0f90 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.490790] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1135.490790] env[69162]: value = "task-3233116" [ 1135.490790] env[69162]: _type = "Task" [ 1135.490790] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.498248] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.682769] env[69162]: DEBUG oslo_concurrency.lockutils [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.305s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.682951] env[69162]: INFO nova.compute.manager [None req-55af9760-0d2a-48c9-8b99-9c87aae3ba33 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Successfully reverted task state from rebuilding on failure for instance. [ 1135.688306] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.924s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.688555] env[69162]: DEBUG nova.objects.instance [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lazy-loading 'resources' on Instance uuid 0999fc7c-02fe-4810-b2be-328dc6293514 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.875626] env[69162]: DEBUG nova.compute.manager [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.875869] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.876845] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7754da5c-ebe0-4ebf-98b6-6361dc031323 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.885322] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.885571] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe7f7cde-12ed-4caa-88ae-7ccb00b1be67 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.900276] env[69162]: DEBUG oslo_vmware.api [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1135.900276] env[69162]: value = "task-3233117" [ 1135.900276] env[69162]: _type = "Task" [ 1135.900276] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.909675] env[69162]: DEBUG oslo_vmware.api [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.928294] env[69162]: DEBUG nova.network.neutron [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updated VIF entry in instance network info cache for port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.928683] env[69162]: DEBUG nova.network.neutron [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [{"id": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "address": "fa:16:3e:3d:df:9b", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829c9d3b-c7", "ovs_interfaceid": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.002486] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233116, 'name': ReconfigVM_Task, 'duration_secs': 0.355101} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.002770] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] b88a6ec2-dad1-4b59-85d7-cd7b68008b8b/b88a6ec2-dad1-4b59-85d7-cd7b68008b8b.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.003598] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ad6f7f-5be0-485c-8651-0a8b1755fce8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.027031] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c11a7d-667d-41be-ab42-cf9df60b5539 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.048141] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0486f9d1-1485-4834-813c-b666773fcf15 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.069341] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43529d0a-26d1-455b-a431-7549287dc0de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.077046] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.077331] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a4072bd-f513-4ca1-8494-44ca78e6be37 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.085288] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1136.085288] env[69162]: value = "task-3233118" [ 1136.085288] env[69162]: _type = "Task" [ 1136.085288] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.093153] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.392812] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6410e-97f1-4bfa-aedd-6cb803a3f7ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.396778] env[69162]: DEBUG nova.compute.manager [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.406631] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac591472-a366-40c9-bebf-95ac42af28ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.412970] env[69162]: DEBUG oslo_vmware.api [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233117, 'name': PowerOffVM_Task, 'duration_secs': 0.21347} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.413395] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.413589] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.413845] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92f0244f-384f-4cf9-a173-036c2f3be3c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.442883] env[69162]: DEBUG oslo_concurrency.lockutils [req-cbbbd8c4-e86b-448a-8486-ba022c3cd270 req-a86a5daa-5e42-4ac3-a604-921c4fbee864 service nova] Releasing lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.446206] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fd3a97-bf1c-4c85-bb14-dc66baac5d3b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.454295] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c183d3-b2ff-45f2-8803-8fc245c62962 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.461562] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.461789] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.461942] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.462141] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.462285] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.462429] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.462633] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.462786] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.462947] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.463123] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.463305] env[69162]: DEBUG nova.virt.hardware [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.464427] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5954185f-9f52-4b33-b46a-cd2b1377a70f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.478881] env[69162]: DEBUG nova.compute.provider_tree [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.484759] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e1def9-f62f-4d2f-ab2e-8fb296d9be06 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.488832] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.489075] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.489801] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleting the datastore file [datastore1] 3cf12e08-a86c-4310-b7a1-4948b5dde216 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.489801] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab5e360e-850a-4bb0-8e29-f8aa20eeaa87 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.503662] env[69162]: DEBUG oslo_vmware.api [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for the task: (returnval){ [ 1136.503662] env[69162]: value = "task-3233120" [ 1136.503662] env[69162]: _type = "Task" [ 1136.503662] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.512166] env[69162]: DEBUG oslo_vmware.api [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.593313] env[69162]: DEBUG nova.compute.manager [req-b80d7468-7093-468b-a9c8-21149a06ad93 req-c940c663-5ac5-44e5-b300-769a58c81e8f service nova] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Received event network-vif-plugged-343203b8-c6ec-4eea-8181-9b14990bd31e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.593313] env[69162]: DEBUG oslo_concurrency.lockutils [req-b80d7468-7093-468b-a9c8-21149a06ad93 req-c940c663-5ac5-44e5-b300-769a58c81e8f service nova] Acquiring lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.593313] env[69162]: DEBUG oslo_concurrency.lockutils [req-b80d7468-7093-468b-a9c8-21149a06ad93 req-c940c663-5ac5-44e5-b300-769a58c81e8f service nova] Lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.593313] env[69162]: DEBUG oslo_concurrency.lockutils [req-b80d7468-7093-468b-a9c8-21149a06ad93 req-c940c663-5ac5-44e5-b300-769a58c81e8f service nova] Lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.593313] env[69162]: DEBUG nova.compute.manager [req-b80d7468-7093-468b-a9c8-21149a06ad93 req-c940c663-5ac5-44e5-b300-769a58c81e8f service nova] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] No waiting events found dispatching network-vif-plugged-343203b8-c6ec-4eea-8181-9b14990bd31e {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.593313] env[69162]: WARNING nova.compute.manager [req-b80d7468-7093-468b-a9c8-21149a06ad93 req-c940c663-5ac5-44e5-b300-769a58c81e8f service nova] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Received unexpected event network-vif-plugged-343203b8-c6ec-4eea-8181-9b14990bd31e for instance with vm_state building and task_state spawning. [ 1136.600037] env[69162]: DEBUG oslo_vmware.api [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233118, 'name': PowerOnVM_Task, 'duration_secs': 0.502532} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.600431] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.678587] env[69162]: DEBUG nova.network.neutron [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Successfully updated port: 343203b8-c6ec-4eea-8181-9b14990bd31e {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.983777] env[69162]: DEBUG nova.scheduler.client.report [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.013552] env[69162]: DEBUG oslo_vmware.api [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Task: {'id': task-3233120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259236} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.013807] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.013993] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.014190] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.014363] env[69162]: INFO nova.compute.manager [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1137.014600] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.014789] env[69162]: DEBUG nova.compute.manager [-] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.014885] env[69162]: DEBUG nova.network.neutron [-] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.181548] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "refresh_cache-fea9f422-25ca-4ba3-b750-f3d9e46a721c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.181777] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "refresh_cache-fea9f422-25ca-4ba3-b750-f3d9e46a721c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.182028] env[69162]: DEBUG nova.network.neutron [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.489404] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.491832] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.043s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.492072] env[69162]: DEBUG nova.objects.instance [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lazy-loading 'resources' on Instance uuid cd984fb6-ca39-46f3-9cf4-d1410f2407f4 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.648991] env[69162]: INFO nova.compute.manager [None req-28670f80-973e-4045-a3bf-a3e49d184c9a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance to original state: 'active' [ 1137.713257] env[69162]: DEBUG nova.network.neutron [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.769221] env[69162]: DEBUG nova.network.neutron [-] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.845437] env[69162]: DEBUG nova.network.neutron [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Updating instance_info_cache with network_info: [{"id": "343203b8-c6ec-4eea-8181-9b14990bd31e", "address": "fa:16:3e:e5:f9:a6", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343203b8-c6", "ovs_interfaceid": "343203b8-c6ec-4eea-8181-9b14990bd31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.008999] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ed7ff16e-66b0-4992-ba65-d5f4be1ccf54 tempest-ServerActionsV293TestJSON-1700697239 tempest-ServerActionsV293TestJSON-1700697239-project-member] Lock "0999fc7c-02fe-4810-b2be-328dc6293514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.572s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.245752] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ef422d-ed40-45f6-883e-9c3746297870 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.254233] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a4754f-992b-447d-a810-6a0706d9f365 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.286424] env[69162]: INFO nova.compute.manager [-] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Took 1.27 seconds to deallocate network for instance. [ 1138.289370] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec51fe56-4206-46a7-b108-4f71e81d4166 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.300504] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2135dbc3-b913-496b-b609-02e1df7f3080 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.315145] env[69162]: DEBUG nova.compute.provider_tree [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.348328] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "refresh_cache-fea9f422-25ca-4ba3-b750-f3d9e46a721c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.348703] env[69162]: DEBUG nova.compute.manager [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Instance network_info: |[{"id": "343203b8-c6ec-4eea-8181-9b14990bd31e", "address": "fa:16:3e:e5:f9:a6", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343203b8-c6", "ovs_interfaceid": "343203b8-c6ec-4eea-8181-9b14990bd31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.349487] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:f9:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '343203b8-c6ec-4eea-8181-9b14990bd31e', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.357421] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Creating folder: Project (0610a62908a3430eb7e8d2f25dad07c1). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1138.358482] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c29b83f8-9ea8-4a53-95f2-03e5e2a79b7f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.369423] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Created folder: Project (0610a62908a3430eb7e8d2f25dad07c1) in parent group-v645978. [ 1138.369632] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Creating folder: Instances. Parent ref: group-v646244. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1138.369881] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b4aa9e7-634b-46cb-ac0c-49d15058144e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.378946] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Created folder: Instances in parent group-v646244. [ 1138.379291] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.379526] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.379745] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b08ec22d-bb35-48aa-b287-41c60ea2f8b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.399682] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.399682] env[69162]: value = "task-3233123" [ 1138.399682] env[69162]: _type = "Task" [ 1138.399682] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.407538] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233123, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.647608] env[69162]: DEBUG nova.compute.manager [req-2be86fa1-2c2d-4d2e-a29f-0b9589c1d720 req-62fecf74-aeb5-4de9-9914-198af0ffe297 service nova] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Received event network-changed-343203b8-c6ec-4eea-8181-9b14990bd31e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.648056] env[69162]: DEBUG nova.compute.manager [req-2be86fa1-2c2d-4d2e-a29f-0b9589c1d720 req-62fecf74-aeb5-4de9-9914-198af0ffe297 service nova] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Refreshing instance network info cache due to event network-changed-343203b8-c6ec-4eea-8181-9b14990bd31e. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.648687] env[69162]: DEBUG oslo_concurrency.lockutils [req-2be86fa1-2c2d-4d2e-a29f-0b9589c1d720 req-62fecf74-aeb5-4de9-9914-198af0ffe297 service nova] Acquiring lock "refresh_cache-fea9f422-25ca-4ba3-b750-f3d9e46a721c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.648908] env[69162]: DEBUG oslo_concurrency.lockutils [req-2be86fa1-2c2d-4d2e-a29f-0b9589c1d720 req-62fecf74-aeb5-4de9-9914-198af0ffe297 service nova] Acquired lock "refresh_cache-fea9f422-25ca-4ba3-b750-f3d9e46a721c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.649283] env[69162]: DEBUG nova.network.neutron [req-2be86fa1-2c2d-4d2e-a29f-0b9589c1d720 req-62fecf74-aeb5-4de9-9914-198af0ffe297 service nova] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Refreshing network info cache for port 343203b8-c6ec-4eea-8181-9b14990bd31e {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.796756] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.818847] env[69162]: DEBUG nova.scheduler.client.report [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.909694] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233123, 'name': CreateVM_Task, 'duration_secs': 0.375688} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.910256] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.911172] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.911371] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.911703] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.911984] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9e8987-5542-477b-96dd-bb9f3c474a48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.917119] env[69162]: DEBUG oslo_concurrency.lockutils [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.917356] env[69162]: DEBUG oslo_concurrency.lockutils [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.917567] env[69162]: DEBUG oslo_concurrency.lockutils [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.917753] env[69162]: DEBUG oslo_concurrency.lockutils [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.917916] env[69162]: DEBUG oslo_concurrency.lockutils [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.919577] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1138.919577] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d447b4-3584-cf41-8e2e-9870d1bb32a9" [ 1138.919577] env[69162]: _type = "Task" [ 1138.919577] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.922950] env[69162]: INFO nova.compute.manager [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Terminating instance [ 1138.932697] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d447b4-3584-cf41-8e2e-9870d1bb32a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012821} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.933068] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.933355] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.933636] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.933833] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.934085] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.934394] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d4b1be3-40e4-443e-bc66-1572b430252b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.943449] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.943684] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.944483] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fddb66-7f2f-4fba-a024-68241306b37b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.950422] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1138.950422] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d80de-754a-302f-7884-7b786ace70b7" [ 1138.950422] env[69162]: _type = "Task" [ 1138.950422] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.958515] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d80de-754a-302f-7884-7b786ace70b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.069597] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "interface-038b9a01-1fea-4919-9d26-ad7ff66fe50a-d517803d-f59f-4d17-963e-eaf50211e085" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.069867] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-038b9a01-1fea-4919-9d26-ad7ff66fe50a-d517803d-f59f-4d17-963e-eaf50211e085" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.070362] env[69162]: DEBUG nova.objects.instance [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'flavor' on Instance uuid 038b9a01-1fea-4919-9d26-ad7ff66fe50a {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.324531] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.327097] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.779s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.329300] env[69162]: INFO nova.compute.claims [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.357041] env[69162]: INFO nova.scheduler.client.report [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Deleted allocations for instance cd984fb6-ca39-46f3-9cf4-d1410f2407f4 [ 1139.418205] env[69162]: DEBUG nova.network.neutron [req-2be86fa1-2c2d-4d2e-a29f-0b9589c1d720 req-62fecf74-aeb5-4de9-9914-198af0ffe297 service nova] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Updated VIF entry in instance network info cache for port 343203b8-c6ec-4eea-8181-9b14990bd31e. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.418610] env[69162]: DEBUG nova.network.neutron [req-2be86fa1-2c2d-4d2e-a29f-0b9589c1d720 req-62fecf74-aeb5-4de9-9914-198af0ffe297 service nova] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Updating instance_info_cache with network_info: [{"id": "343203b8-c6ec-4eea-8181-9b14990bd31e", "address": "fa:16:3e:e5:f9:a6", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343203b8-c6", "ovs_interfaceid": "343203b8-c6ec-4eea-8181-9b14990bd31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.429363] env[69162]: DEBUG nova.compute.manager [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.429803] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.430457] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e130bdd-cd3a-47e4-ada5-1dcfa0092d27 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.438205] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1139.438205] env[69162]: value = "task-3233124" [ 1139.438205] env[69162]: _type = "Task" [ 1139.438205] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.447047] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.462488] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d80de-754a-302f-7884-7b786ace70b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.462488] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2339196-b18c-48cf-aa9d-30942d3ccdad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.466452] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1139.466452] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527017ef-63b7-af1e-19e5-b726ff261553" [ 1139.466452] env[69162]: _type = "Task" [ 1139.466452] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.475139] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527017ef-63b7-af1e-19e5-b726ff261553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.668306] env[69162]: DEBUG nova.objects.instance [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'pci_requests' on Instance uuid 038b9a01-1fea-4919-9d26-ad7ff66fe50a {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.867381] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7047fe37-5c8e-45da-afe7-23924d30c37e tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "cd984fb6-ca39-46f3-9cf4-d1410f2407f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.073s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.921392] env[69162]: DEBUG oslo_concurrency.lockutils [req-2be86fa1-2c2d-4d2e-a29f-0b9589c1d720 req-62fecf74-aeb5-4de9-9914-198af0ffe297 service nova] Releasing lock "refresh_cache-fea9f422-25ca-4ba3-b750-f3d9e46a721c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.921646] env[69162]: DEBUG nova.compute.manager [req-2be86fa1-2c2d-4d2e-a29f-0b9589c1d720 req-62fecf74-aeb5-4de9-9914-198af0ffe297 service nova] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Received event network-vif-deleted-4867b6e1-fa44-4f6e-83ed-23a4f11803fb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.948630] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233124, 'name': PowerOffVM_Task, 'duration_secs': 0.30737} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.948884] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.949099] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.949320] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646222', 'volume_id': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'name': 'volume-e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b', 'attached_at': '2025-04-03T06:19:19.000000', 'detached_at': '', 'volume_id': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'serial': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.950086] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f133574b-9277-4485-88fb-a3a990ccba3b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.974612] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d97d68-1478-4246-9d38-244f88110d42 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.984219] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ce82e-cad5-4177-9cd4-9a26e9d82fdb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.986174] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527017ef-63b7-af1e-19e5-b726ff261553, 'name': SearchDatastore_Task, 'duration_secs': 0.013964} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.986423] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.986672] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] fea9f422-25ca-4ba3-b750-f3d9e46a721c/fea9f422-25ca-4ba3-b750-f3d9e46a721c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.987239] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1f32d17-7abf-46fb-9e41-e4fc4dda4396 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.005245] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7ace4b-ca48-4747-bb3c-18a581ed59ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.008902] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1140.008902] env[69162]: value = "task-3233125" [ 1140.008902] env[69162]: _type = "Task" [ 1140.008902] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.022902] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] The volume has not been displaced from its original location: [datastore2] volume-e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc/volume-e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1140.028214] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.028926] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e8d3c1-11ec-4121-9c6d-01f67229d48e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.044921] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.049535] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1140.049535] env[69162]: value = "task-3233126" [ 1140.049535] env[69162]: _type = "Task" [ 1140.049535] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.057238] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.170519] env[69162]: DEBUG nova.objects.base [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Object Instance<038b9a01-1fea-4919-9d26-ad7ff66fe50a> lazy-loaded attributes: flavor,pci_requests {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.170762] env[69162]: DEBUG nova.network.neutron [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.238875] env[69162]: DEBUG nova.policy [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d3241fb8114f018277059cdb29c30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e5c9467ebe64e02baa4e9a97573e3bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.256057] env[69162]: DEBUG oslo_concurrency.lockutils [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.256526] env[69162]: DEBUG oslo_concurrency.lockutils [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.256904] env[69162]: DEBUG oslo_concurrency.lockutils [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.257273] env[69162]: DEBUG oslo_concurrency.lockutils [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.257566] env[69162]: DEBUG oslo_concurrency.lockutils [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.260440] env[69162]: INFO nova.compute.manager [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Terminating instance [ 1140.522538] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48126} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.522802] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] fea9f422-25ca-4ba3-b750-f3d9e46a721c/fea9f422-25ca-4ba3-b750-f3d9e46a721c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.523033] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.523299] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab18cc96-8778-405e-9348-b27555beee82 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.531773] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1140.531773] env[69162]: value = "task-3233127" [ 1140.531773] env[69162]: _type = "Task" [ 1140.531773] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.540556] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.560142] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233126, 'name': ReconfigVM_Task, 'duration_secs': 0.208077} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.562702] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.569084] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8413e6f1-fdd7-4f67-8b13-679e8776e711 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.583933] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1140.583933] env[69162]: value = "task-3233128" [ 1140.583933] env[69162]: _type = "Task" [ 1140.583933] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.592265] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.595548] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4010959-48c0-48d7-8430-c494316cca1f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.602965] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36b8ccf-40bf-4497-b226-8c55893b2f85 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.634802] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c38b8d-9e0d-46d5-9339-b2f37ab05362 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.643183] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe5694-848c-4d22-9a41-27a8c8e4f506 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.657819] env[69162]: DEBUG nova.compute.provider_tree [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.765601] env[69162]: DEBUG nova.compute.manager [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.765962] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.766921] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6f573-07dd-4445-9510-a88cc8be133c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.776052] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.776052] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a429e34-a005-42f3-b024-3e1f5f57707f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.781869] env[69162]: DEBUG oslo_vmware.api [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1140.781869] env[69162]: value = "task-3233129" [ 1140.781869] env[69162]: _type = "Task" [ 1140.781869] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.789789] env[69162]: DEBUG oslo_vmware.api [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.041685] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065825} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.041970] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.042743] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10845d85-308c-4ca8-ae67-a500dd96ab20 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.065399] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] fea9f422-25ca-4ba3-b750-f3d9e46a721c/fea9f422-25ca-4ba3-b750-f3d9e46a721c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.065652] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2da92ed-2397-4a74-8ce2-f86a3722b11f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.084668] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1141.084668] env[69162]: value = "task-3233130" [ 1141.084668] env[69162]: _type = "Task" [ 1141.084668] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.094988] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233128, 'name': ReconfigVM_Task, 'duration_secs': 0.176566} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.097994] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646222', 'volume_id': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'name': 'volume-e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b88a6ec2-dad1-4b59-85d7-cd7b68008b8b', 'attached_at': '2025-04-03T06:19:19.000000', 'detached_at': '', 'volume_id': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc', 'serial': 'e0bb3c87-9856-48cf-8d8b-d97d4e87f4fc'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1141.098297] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.098557] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.099250] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a688b972-f478-459f-ae9a-beb63ffd21f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.106032] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.106221] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b212856-145e-431d-b6a2-f66e5fdea4d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.180724] env[69162]: ERROR nova.scheduler.client.report [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [req-ec3181c7-bba3-4f1c-a078-5db246941da9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec3181c7-bba3-4f1c-a078-5db246941da9"}]} [ 1141.184356] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.184565] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.184774] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleting the datastore file [datastore2] b88a6ec2-dad1-4b59-85d7-cd7b68008b8b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.185080] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17133183-016e-4416-8a1e-7752e9e12db3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.191027] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1141.191027] env[69162]: value = "task-3233132" [ 1141.191027] env[69162]: _type = "Task" [ 1141.191027] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.198994] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.199441] env[69162]: DEBUG nova.scheduler.client.report [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1141.216407] env[69162]: DEBUG nova.scheduler.client.report [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1141.216632] env[69162]: DEBUG nova.compute.provider_tree [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.228288] env[69162]: DEBUG nova.scheduler.client.report [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1141.246475] env[69162]: DEBUG nova.scheduler.client.report [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1141.293491] env[69162]: DEBUG oslo_vmware.api [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233129, 'name': PowerOffVM_Task, 'duration_secs': 0.222116} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.293755] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.293920] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.294189] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef76f423-7323-47c6-8f88-99bd841a14bf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.362258] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.362485] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.362668] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Deleting the datastore file [datastore2] f43982e3-afc2-4d09-8fd1-8cf451aa5417 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.362929] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b292d9e-1756-416e-b243-1f3af4f3ec0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.369830] env[69162]: DEBUG oslo_vmware.api [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for the task: (returnval){ [ 1141.369830] env[69162]: value = "task-3233134" [ 1141.369830] env[69162]: _type = "Task" [ 1141.369830] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.378039] env[69162]: DEBUG oslo_vmware.api [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.443008] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6fa11b-3cc9-442d-834d-5f70b99ed1a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.450742] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4f3623-79b7-4ae5-af68-e0af08e72723 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.480663] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad86b474-101f-4f0a-9074-d1ae98358cb2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.488084] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec523d2b-a54d-47ae-9c8e-47f299faccd7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.502203] env[69162]: DEBUG nova.compute.provider_tree [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.598077] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233130, 'name': ReconfigVM_Task, 'duration_secs': 0.306625} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.598303] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Reconfigured VM instance instance-0000005c to attach disk [datastore2] fea9f422-25ca-4ba3-b750-f3d9e46a721c/fea9f422-25ca-4ba3-b750-f3d9e46a721c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.598847] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-905fbbd7-cea7-4dde-b1f1-bf4e2637535a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.605831] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1141.605831] env[69162]: value = "task-3233135" [ 1141.605831] env[69162]: _type = "Task" [ 1141.605831] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.614753] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233135, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.702542] env[69162]: DEBUG oslo_vmware.api [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154378} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.702869] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.703199] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.703378] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.703612] env[69162]: INFO nova.compute.manager [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1141.703946] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.704206] env[69162]: DEBUG nova.compute.manager [-] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.704324] env[69162]: DEBUG nova.network.neutron [-] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.730162] env[69162]: DEBUG nova.compute.manager [req-7c8b0371-7601-4ec0-bfa2-531c362de8c6 req-0a6c9ec9-5160-42ff-9c5f-6117e1c1e18a service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received event network-vif-plugged-d517803d-f59f-4d17-963e-eaf50211e085 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.730431] env[69162]: DEBUG oslo_concurrency.lockutils [req-7c8b0371-7601-4ec0-bfa2-531c362de8c6 req-0a6c9ec9-5160-42ff-9c5f-6117e1c1e18a service nova] Acquiring lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.730658] env[69162]: DEBUG oslo_concurrency.lockutils [req-7c8b0371-7601-4ec0-bfa2-531c362de8c6 req-0a6c9ec9-5160-42ff-9c5f-6117e1c1e18a service nova] Lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.730839] env[69162]: DEBUG oslo_concurrency.lockutils [req-7c8b0371-7601-4ec0-bfa2-531c362de8c6 req-0a6c9ec9-5160-42ff-9c5f-6117e1c1e18a service nova] Lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.731018] env[69162]: DEBUG nova.compute.manager [req-7c8b0371-7601-4ec0-bfa2-531c362de8c6 req-0a6c9ec9-5160-42ff-9c5f-6117e1c1e18a service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] No waiting events found dispatching network-vif-plugged-d517803d-f59f-4d17-963e-eaf50211e085 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.733680] env[69162]: WARNING nova.compute.manager [req-7c8b0371-7601-4ec0-bfa2-531c362de8c6 req-0a6c9ec9-5160-42ff-9c5f-6117e1c1e18a service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received unexpected event network-vif-plugged-d517803d-f59f-4d17-963e-eaf50211e085 for instance with vm_state active and task_state None. [ 1141.758871] env[69162]: DEBUG nova.network.neutron [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Successfully updated port: d517803d-f59f-4d17-963e-eaf50211e085 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.881874] env[69162]: DEBUG oslo_vmware.api [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Task: {'id': task-3233134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141863} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.881874] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.882373] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.882373] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.882449] env[69162]: INFO nova.compute.manager [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1141.883012] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.883012] env[69162]: DEBUG nova.compute.manager [-] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.883012] env[69162]: DEBUG nova.network.neutron [-] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.036407] env[69162]: DEBUG nova.scheduler.client.report [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1142.036682] env[69162]: DEBUG nova.compute.provider_tree [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 138 to 139 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1142.036866] env[69162]: DEBUG nova.compute.provider_tree [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1142.116111] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233135, 'name': Rename_Task, 'duration_secs': 0.149556} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.116395] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.116636] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-335c943d-9ae3-488e-95df-c7009ab78c36 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.122726] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1142.122726] env[69162]: value = "task-3233136" [ 1142.122726] env[69162]: _type = "Task" [ 1142.122726] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.130360] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.264226] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.264226] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.264226] env[69162]: DEBUG nova.network.neutron [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.345663] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.345928] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.346155] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.346359] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.346528] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.348652] env[69162]: INFO nova.compute.manager [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Terminating instance [ 1142.542503] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.215s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.543081] env[69162]: DEBUG nova.compute.manager [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.545667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.213s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.549039] env[69162]: DEBUG nova.objects.instance [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lazy-loading 'resources' on Instance uuid 9445c019-afd4-41ae-b6fd-d637bee2bf2e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.633893] env[69162]: DEBUG oslo_vmware.api [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233136, 'name': PowerOnVM_Task, 'duration_secs': 0.489307} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.634257] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.634492] env[69162]: INFO nova.compute.manager [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Took 6.24 seconds to spawn the instance on the hypervisor. [ 1142.634690] env[69162]: DEBUG nova.compute.manager [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.635528] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bf4366-bb9a-489d-8dd4-c8ed6a49884c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.732885] env[69162]: DEBUG nova.network.neutron [-] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.801293] env[69162]: WARNING nova.network.neutron [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] 4570ffd6-7d0c-4742-9ce0-e3d53be29709 already exists in list: networks containing: ['4570ffd6-7d0c-4742-9ce0-e3d53be29709']. ignoring it [ 1142.807816] env[69162]: DEBUG nova.network.neutron [-] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.852591] env[69162]: DEBUG nova.compute.manager [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.852838] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.853806] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bb575f-5833-4083-be87-bfbe0549cc2b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.864467] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.864718] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b963e21-d31f-4e5d-acbd-6b35ff4dc6be {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.872850] env[69162]: DEBUG oslo_vmware.api [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1142.872850] env[69162]: value = "task-3233137" [ 1142.872850] env[69162]: _type = "Task" [ 1142.872850] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.883018] env[69162]: DEBUG oslo_vmware.api [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.048948] env[69162]: DEBUG nova.compute.utils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.050392] env[69162]: DEBUG nova.compute.manager [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.050566] env[69162]: DEBUG nova.network.neutron [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.159234] env[69162]: INFO nova.compute.manager [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Took 21.14 seconds to build instance. [ 1143.236933] env[69162]: INFO nova.compute.manager [-] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Took 1.35 seconds to deallocate network for instance. [ 1143.311767] env[69162]: INFO nova.compute.manager [-] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Took 1.61 seconds to deallocate network for instance. [ 1143.331563] env[69162]: DEBUG nova.policy [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cacda18db0b641259c0e3c1e56840935', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26914cc9e5c4bb4ae091f19c867e9d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.347889] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86fec92-c547-4cd2-ae67-9cf6c861ebb1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.355703] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05592ae1-878a-4d3a-99ab-5d60f3f347fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.360683] env[69162]: DEBUG nova.network.neutron [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [{"id": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "address": "fa:16:3e:3d:df:9b", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829c9d3b-c7", "ovs_interfaceid": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d517803d-f59f-4d17-963e-eaf50211e085", "address": "fa:16:3e:ac:b5:e7", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd517803d-f5", "ovs_interfaceid": "d517803d-f59f-4d17-963e-eaf50211e085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.427354] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c53194f-00af-4952-881d-7ada606932a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.427354] env[69162]: DEBUG oslo_vmware.api [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233137, 'name': PowerOffVM_Task, 'duration_secs': 0.3204} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.427354] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22819d5-7079-4fcd-ae5d-be2ec1c07cfe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.427354] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.427354] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.427354] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1480786c-9bf2-4f5c-9fec-f6eaef409d74 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.430304] env[69162]: DEBUG nova.compute.provider_tree [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1143.512525] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.512806] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.513013] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Deleting the datastore file [datastore2] 613d9465-10e2-4ea4-afa3-f0c2ce7c374e {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.513457] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c114cb0-4469-4609-b286-a7d5f7b34546 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.520751] env[69162]: DEBUG oslo_vmware.api [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1143.520751] env[69162]: value = "task-3233139" [ 1143.520751] env[69162]: _type = "Task" [ 1143.520751] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.529895] env[69162]: DEBUG oslo_vmware.api [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.555893] env[69162]: DEBUG nova.compute.manager [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.661755] env[69162]: DEBUG nova.network.neutron [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Successfully created port: 3926ff4a-23a4-43bc-bf19-cd4785994602 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.664214] env[69162]: DEBUG oslo_concurrency.lockutils [None req-804d7aab-a93d-4fb3-9394-4bd47b3b310c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.661s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.751336] env[69162]: DEBUG oslo_concurrency.lockutils [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.769013] env[69162]: DEBUG nova.compute.manager [req-8212aaa1-479d-412d-9420-d7a089239ff2 req-3bf6a396-ae6f-42de-a8ad-b5594fed821a service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received event network-changed-d517803d-f59f-4d17-963e-eaf50211e085 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.769212] env[69162]: DEBUG nova.compute.manager [req-8212aaa1-479d-412d-9420-d7a089239ff2 req-3bf6a396-ae6f-42de-a8ad-b5594fed821a service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing instance network info cache due to event network-changed-d517803d-f59f-4d17-963e-eaf50211e085. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.769401] env[69162]: DEBUG oslo_concurrency.lockutils [req-8212aaa1-479d-412d-9420-d7a089239ff2 req-3bf6a396-ae6f-42de-a8ad-b5594fed821a service nova] Acquiring lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.865218] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.865920] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.866060] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.866356] env[69162]: DEBUG oslo_concurrency.lockutils [req-8212aaa1-479d-412d-9420-d7a089239ff2 req-3bf6a396-ae6f-42de-a8ad-b5594fed821a service nova] Acquired lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.866539] env[69162]: DEBUG nova.network.neutron [req-8212aaa1-479d-412d-9420-d7a089239ff2 req-3bf6a396-ae6f-42de-a8ad-b5594fed821a service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing network info cache for port d517803d-f59f-4d17-963e-eaf50211e085 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.868388] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95931fb1-d467-4b22-be91-96fec5274827 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.871781] env[69162]: INFO nova.compute.manager [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Took 0.56 seconds to detach 1 volumes for instance. [ 1143.890396] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.890683] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.890785] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.890959] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.891119] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.891270] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.891478] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.891637] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.891802] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.891965] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.892158] env[69162]: DEBUG nova.virt.hardware [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.898658] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Reconfiguring VM to attach interface {{(pid=69162) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1143.899607] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f7c2c1-90f8-42c1-91ef-dd1c53954812 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.918533] env[69162]: DEBUG oslo_vmware.api [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1143.918533] env[69162]: value = "task-3233140" [ 1143.918533] env[69162]: _type = "Task" [ 1143.918533] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.926694] env[69162]: DEBUG oslo_vmware.api [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233140, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.969520] env[69162]: DEBUG nova.scheduler.client.report [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1143.970209] env[69162]: DEBUG nova.compute.provider_tree [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 139 to 140 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1143.970209] env[69162]: DEBUG nova.compute.provider_tree [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.031244] env[69162]: DEBUG oslo_vmware.api [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176609} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.031532] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.031719] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.031891] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.032092] env[69162]: INFO nova.compute.manager [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1144.032351] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.032544] env[69162]: DEBUG nova.compute.manager [-] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.032638] env[69162]: DEBUG nova.network.neutron [-] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.377723] env[69162]: DEBUG oslo_concurrency.lockutils [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.429706] env[69162]: DEBUG oslo_vmware.api [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.478927] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.485383] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.066s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.489192] env[69162]: INFO nova.compute.claims [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.518888] env[69162]: INFO nova.scheduler.client.report [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Deleted allocations for instance 9445c019-afd4-41ae-b6fd-d637bee2bf2e [ 1144.568457] env[69162]: DEBUG nova.compute.manager [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.596432] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.596704] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.596908] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.597304] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.597509] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.600123] env[69162]: INFO nova.compute.manager [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Terminating instance [ 1144.606706] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.606961] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.607096] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.607284] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.607429] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.607574] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.607780] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.607934] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.608111] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.608296] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.608467] env[69162]: DEBUG nova.virt.hardware [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.609376] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff42d789-0ce1-4050-9060-6bd2c2aea8fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.621673] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ebbdae-a491-40ad-8fe9-5ec0481d11e4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.649525] env[69162]: DEBUG nova.network.neutron [req-8212aaa1-479d-412d-9420-d7a089239ff2 req-3bf6a396-ae6f-42de-a8ad-b5594fed821a service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updated VIF entry in instance network info cache for port d517803d-f59f-4d17-963e-eaf50211e085. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.650034] env[69162]: DEBUG nova.network.neutron [req-8212aaa1-479d-412d-9420-d7a089239ff2 req-3bf6a396-ae6f-42de-a8ad-b5594fed821a service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [{"id": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "address": "fa:16:3e:3d:df:9b", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829c9d3b-c7", "ovs_interfaceid": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d517803d-f59f-4d17-963e-eaf50211e085", "address": "fa:16:3e:ac:b5:e7", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd517803d-f5", "ovs_interfaceid": "d517803d-f59f-4d17-963e-eaf50211e085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.934644] env[69162]: DEBUG oslo_vmware.api [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.017416] env[69162]: DEBUG nova.network.neutron [-] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.028924] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0adef5cd-156c-4769-90c1-58849d48a2bc tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "9445c019-afd4-41ae-b6fd-d637bee2bf2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.794s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.106403] env[69162]: DEBUG nova.compute.manager [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.106732] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.108313] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39abb569-2d14-4729-ab30-3f3c504a09ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.116539] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.116892] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cf53bfd-df7a-47d9-9dd6-103202d220e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.122705] env[69162]: DEBUG oslo_vmware.api [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1145.122705] env[69162]: value = "task-3233141" [ 1145.122705] env[69162]: _type = "Task" [ 1145.122705] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.135873] env[69162]: DEBUG oslo_vmware.api [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.152721] env[69162]: DEBUG oslo_concurrency.lockutils [req-8212aaa1-479d-412d-9420-d7a089239ff2 req-3bf6a396-ae6f-42de-a8ad-b5594fed821a service nova] Releasing lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.153087] env[69162]: DEBUG nova.compute.manager [req-8212aaa1-479d-412d-9420-d7a089239ff2 req-3bf6a396-ae6f-42de-a8ad-b5594fed821a service nova] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Received event network-vif-deleted-75f899e1-0415-4f9a-871f-06639d847bef {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.153312] env[69162]: DEBUG nova.compute.manager [req-8212aaa1-479d-412d-9420-d7a089239ff2 req-3bf6a396-ae6f-42de-a8ad-b5594fed821a service nova] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Received event network-vif-deleted-92623a0e-5834-4997-8948-a5840e10a74b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.249354] env[69162]: DEBUG nova.network.neutron [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Successfully updated port: 3926ff4a-23a4-43bc-bf19-cd4785994602 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.430048] env[69162]: DEBUG oslo_vmware.api [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233140, 'name': ReconfigVM_Task, 'duration_secs': 1.249133} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.430601] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.430825] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Reconfigured VM to attach interface {{(pid=69162) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1145.522408] env[69162]: INFO nova.compute.manager [-] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Took 1.49 seconds to deallocate network for instance. [ 1145.637882] env[69162]: DEBUG oslo_vmware.api [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233141, 'name': PowerOffVM_Task, 'duration_secs': 0.25479} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.638215] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.638532] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.638864] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22b6aa2f-403c-45bd-a99d-a7e28c7ccf6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.707995] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5dd79d-5f51-4ae1-9b50-2a04215ff889 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.716844] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50b1eef-1c19-4a22-8f8a-03175ec0d20b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.748337] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135b0ddf-d2b5-4fea-a041-44e0dafc886e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.753552] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "refresh_cache-42295a16-2646-4c85-90bf-63807ed23bcc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.753706] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "refresh_cache-42295a16-2646-4c85-90bf-63807ed23bcc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.753847] env[69162]: DEBUG nova.network.neutron [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.761008] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e801c4-a720-44d1-858f-15c958ce3b94 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.774879] env[69162]: DEBUG nova.compute.provider_tree [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.836736] env[69162]: DEBUG nova.compute.manager [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Received event network-vif-deleted-942423d7-6bb6-4642-8e56-f895c788ec72 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.836959] env[69162]: DEBUG nova.compute.manager [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Received event network-vif-plugged-3926ff4a-23a4-43bc-bf19-cd4785994602 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.839392] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] Acquiring lock "42295a16-2646-4c85-90bf-63807ed23bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.839392] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] Lock "42295a16-2646-4c85-90bf-63807ed23bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.839803] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] Lock "42295a16-2646-4c85-90bf-63807ed23bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.839803] env[69162]: DEBUG nova.compute.manager [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] No waiting events found dispatching network-vif-plugged-3926ff4a-23a4-43bc-bf19-cd4785994602 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.839919] env[69162]: WARNING nova.compute.manager [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Received unexpected event network-vif-plugged-3926ff4a-23a4-43bc-bf19-cd4785994602 for instance with vm_state building and task_state spawning. [ 1145.840096] env[69162]: DEBUG nova.compute.manager [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Received event network-changed-3926ff4a-23a4-43bc-bf19-cd4785994602 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.840255] env[69162]: DEBUG nova.compute.manager [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Refreshing instance network info cache due to event network-changed-3926ff4a-23a4-43bc-bf19-cd4785994602. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.840428] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] Acquiring lock "refresh_cache-42295a16-2646-4c85-90bf-63807ed23bcc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.852722] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.852943] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.853164] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleting the datastore file [datastore2] fea9f422-25ca-4ba3-b750-f3d9e46a721c {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.853454] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4b9c311-187c-4d66-ab38-4ad9d70d9852 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.860737] env[69162]: DEBUG oslo_vmware.api [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1145.860737] env[69162]: value = "task-3233143" [ 1145.860737] env[69162]: _type = "Task" [ 1145.860737] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.868534] env[69162]: DEBUG oslo_vmware.api [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.935947] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d9237247-a686-404c-83e3-88829789a842 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-038b9a01-1fea-4919-9d26-ad7ff66fe50a-d517803d-f59f-4d17-963e-eaf50211e085" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.866s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.029805] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.280258] env[69162]: DEBUG nova.scheduler.client.report [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.288778] env[69162]: DEBUG nova.network.neutron [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.370266] env[69162]: DEBUG oslo_vmware.api [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141432} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.370588] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.370740] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.370918] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.371145] env[69162]: INFO nova.compute.manager [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1146.371416] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.371611] env[69162]: DEBUG nova.compute.manager [-] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.371703] env[69162]: DEBUG nova.network.neutron [-] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.449116] env[69162]: DEBUG nova.network.neutron [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Updating instance_info_cache with network_info: [{"id": "3926ff4a-23a4-43bc-bf19-cd4785994602", "address": "fa:16:3e:c0:40:8d", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3926ff4a-23", "ovs_interfaceid": "3926ff4a-23a4-43bc-bf19-cd4785994602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.786772] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.786772] env[69162]: DEBUG nova.compute.manager [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.790930] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.992s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.790930] env[69162]: DEBUG nova.objects.instance [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lazy-loading 'resources' on Instance uuid 3cf12e08-a86c-4310-b7a1-4948b5dde216 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.935565] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.935807] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.951870] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "refresh_cache-42295a16-2646-4c85-90bf-63807ed23bcc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.952197] env[69162]: DEBUG nova.compute.manager [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Instance network_info: |[{"id": "3926ff4a-23a4-43bc-bf19-cd4785994602", "address": "fa:16:3e:c0:40:8d", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3926ff4a-23", "ovs_interfaceid": "3926ff4a-23a4-43bc-bf19-cd4785994602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.952485] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] Acquired lock "refresh_cache-42295a16-2646-4c85-90bf-63807ed23bcc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.952665] env[69162]: DEBUG nova.network.neutron [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Refreshing network info cache for port 3926ff4a-23a4-43bc-bf19-cd4785994602 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.953753] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:40:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3926ff4a-23a4-43bc-bf19-cd4785994602', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.961431] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Creating folder: Project (b26914cc9e5c4bb4ae091f19c867e9d0). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.962885] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d18d2fb4-b1d9-4934-b3ad-b751a2b64d86 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.977117] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Created folder: Project (b26914cc9e5c4bb4ae091f19c867e9d0) in parent group-v645978. [ 1146.977335] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Creating folder: Instances. Parent ref: group-v646247. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.978015] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09d5739c-08b1-43ba-987b-63ba0cff465e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.986659] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Created folder: Instances in parent group-v646247. [ 1146.986889] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.987328] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.987684] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caad8513-1537-4042-be75-ef3942f71364 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.006664] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.006664] env[69162]: value = "task-3233146" [ 1147.006664] env[69162]: _type = "Task" [ 1147.006664] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.014234] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233146, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.043483] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.043734] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.149107] env[69162]: DEBUG nova.network.neutron [-] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.292443] env[69162]: DEBUG nova.compute.utils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.296986] env[69162]: DEBUG nova.compute.manager [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.297204] env[69162]: DEBUG nova.network.neutron [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.338227] env[69162]: DEBUG nova.policy [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d113b13a814d90a5d300ecbc2e7a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92b74db124934d18986780f012556476', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.439253] env[69162]: DEBUG nova.compute.utils [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.468223] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "interface-038b9a01-1fea-4919-9d26-ad7ff66fe50a-d517803d-f59f-4d17-963e-eaf50211e085" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.468995] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-038b9a01-1fea-4919-9d26-ad7ff66fe50a-d517803d-f59f-4d17-963e-eaf50211e085" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.519731] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233146, 'name': CreateVM_Task, 'duration_secs': 0.410083} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.519731] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.519992] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.520418] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.524650] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.524650] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b68282-f857-4329-b8a7-da7a423d32af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.525822] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1147.525822] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5233bac6-961d-b64f-4c5c-9618ccaa6825" [ 1147.525822] env[69162]: _type = "Task" [ 1147.525822] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.534646] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5233bac6-961d-b64f-4c5c-9618ccaa6825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.536272] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d3d55c-79b4-4d02-8f2b-174d2214ae0c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.544190] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc521f6-e1f3-4cbd-a2c7-bda6390d367a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.547810] env[69162]: DEBUG nova.compute.manager [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.580704] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4aca36-d78e-43f2-b066-cad5a24cce0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.588810] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a12167b-970d-4c5e-81b0-c4d695fb8b31 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.604474] env[69162]: DEBUG nova.compute.provider_tree [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.653547] env[69162]: INFO nova.compute.manager [-] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Took 1.28 seconds to deallocate network for instance. [ 1147.757477] env[69162]: DEBUG nova.network.neutron [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Successfully created port: 6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.797921] env[69162]: DEBUG nova.compute.manager [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.839174] env[69162]: DEBUG nova.network.neutron [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Updated VIF entry in instance network info cache for port 3926ff4a-23a4-43bc-bf19-cd4785994602. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.839568] env[69162]: DEBUG nova.network.neutron [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Updating instance_info_cache with network_info: [{"id": "3926ff4a-23a4-43bc-bf19-cd4785994602", "address": "fa:16:3e:c0:40:8d", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3926ff4a-23", "ovs_interfaceid": "3926ff4a-23a4-43bc-bf19-cd4785994602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.945201] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.966311] env[69162]: DEBUG nova.compute.manager [req-4b90b33b-81e3-4922-a0bf-7b7d2ae2a900 req-f626cd2f-35f8-4a83-bda9-afa697be3f20 service nova] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Received event network-vif-deleted-343203b8-c6ec-4eea-8181-9b14990bd31e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.971602] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.971778] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.972705] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31588871-ad9c-4c3c-becb-0cd24940d004 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.992880] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00af8412-32e8-4f9f-aada-fbc28c2aa4fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.020244] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Reconfiguring VM to detach interface {{(pid=69162) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1148.020565] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be2bd071-387a-41d1-9593-3f6e67c19e35 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.043116] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5233bac6-961d-b64f-4c5c-9618ccaa6825, 'name': SearchDatastore_Task, 'duration_secs': 0.015066} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.044350] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.044594] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.044832] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.044984] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.045185] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.045501] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1148.045501] env[69162]: value = "task-3233147" [ 1148.045501] env[69162]: _type = "Task" [ 1148.045501] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.045720] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdc50d5c-ec91-48fd-9885-b96fe034c455 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.058879] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.060058] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.062061] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.062061] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e94538-3055-45ca-b250-25bd0c215154 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.066341] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1148.066341] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521bf46b-5a12-de22-0c0c-2f160846fd7f" [ 1148.066341] env[69162]: _type = "Task" [ 1148.066341] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.077324] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521bf46b-5a12-de22-0c0c-2f160846fd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.078277] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.109557] env[69162]: DEBUG nova.scheduler.client.report [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.159361] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.342488] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff1f01e5-f95a-4063-984c-5a570a209be6 req-4eab298c-d6d1-4853-8b3f-224558861f81 service nova] Releasing lock "refresh_cache-42295a16-2646-4c85-90bf-63807ed23bcc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.558567] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.575109] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521bf46b-5a12-de22-0c0c-2f160846fd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.575870] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d228f2d2-1e61-4285-8056-9e1ade680991 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.580751] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1148.580751] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fd8df3-4e15-4388-434d-8fc087f27dd1" [ 1148.580751] env[69162]: _type = "Task" [ 1148.580751] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.588186] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fd8df3-4e15-4388-434d-8fc087f27dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.614126] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.617193] env[69162]: DEBUG oslo_concurrency.lockutils [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.865s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.617193] env[69162]: DEBUG nova.objects.instance [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lazy-loading 'resources' on Instance uuid f43982e3-afc2-4d09-8fd1-8cf451aa5417 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.658764] env[69162]: INFO nova.scheduler.client.report [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Deleted allocations for instance 3cf12e08-a86c-4310-b7a1-4948b5dde216 [ 1148.808075] env[69162]: DEBUG nova.compute.manager [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.835882] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.836144] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.836304] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.836490] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.836636] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.836781] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.836986] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.837201] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.837375] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.837536] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.837704] env[69162]: DEBUG nova.virt.hardware [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.838612] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06ac11b-9504-4bda-be8e-1a9a5e0a87a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.846766] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90877cf2-61b6-49fa-8ed9-52aaf008e273 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.007577] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.007880] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.008121] env[69162]: INFO nova.compute.manager [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Attaching volume 59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8 to /dev/sdb [ 1149.044561] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d6d02-513e-4658-b49c-cb26cd8b78d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.054734] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6595be1d-d352-429b-ad39-3b4199d9e06f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.060335] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.070678] env[69162]: DEBUG nova.virt.block_device [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Updating existing volume attachment record: fab68b17-c30c-474d-b68a-5fe60a05a579 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1149.092236] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fd8df3-4e15-4388-434d-8fc087f27dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.092547] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.092815] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 42295a16-2646-4c85-90bf-63807ed23bcc/42295a16-2646-4c85-90bf-63807ed23bcc.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.093246] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d6e6553-174a-4734-b17f-5105a07c2cb8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.099479] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1149.099479] env[69162]: value = "task-3233148" [ 1149.099479] env[69162]: _type = "Task" [ 1149.099479] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.107231] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.166815] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50f419a4-9844-4b1f-b18c-b03bfd5fdc8a tempest-ServerDiskConfigTestJSON-427680900 tempest-ServerDiskConfigTestJSON-427680900-project-member] Lock "3cf12e08-a86c-4310-b7a1-4948b5dde216" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.798s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.348322] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ad30d3-4bb7-48b5-81cb-9932796e31d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.355762] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df6ea9c-fc69-4952-82b5-1a38b873d0f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.390033] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc41606-056e-4dfb-8258-e21b91a28b02 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.398698] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eb97b4-2330-4e49-997b-c1cec5210247 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.414664] env[69162]: DEBUG nova.compute.provider_tree [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.426540] env[69162]: DEBUG nova.network.neutron [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Successfully updated port: 6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.562619] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.611521] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481604} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.611521] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 42295a16-2646-4c85-90bf-63807ed23bcc/42295a16-2646-4c85-90bf-63807ed23bcc.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.611521] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.611521] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3784edde-5a4f-4fdd-8102-3c24963a37c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.616844] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1149.616844] env[69162]: value = "task-3233152" [ 1149.616844] env[69162]: _type = "Task" [ 1149.616844] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.628893] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.918425] env[69162]: DEBUG nova.scheduler.client.report [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.930350] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930350] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.930350] env[69162]: DEBUG nova.network.neutron [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.001670] env[69162]: DEBUG nova.compute.manager [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received event network-vif-plugged-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.002067] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] Acquiring lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.002420] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] Lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.002677] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] Lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.002933] env[69162]: DEBUG nova.compute.manager [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] No waiting events found dispatching network-vif-plugged-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.003198] env[69162]: WARNING nova.compute.manager [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received unexpected event network-vif-plugged-6393d4dd-5e38-4181-b2e1-66384e359021 for instance with vm_state building and task_state spawning. [ 1150.003454] env[69162]: DEBUG nova.compute.manager [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received event network-changed-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.003694] env[69162]: DEBUG nova.compute.manager [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Refreshing instance network info cache due to event network-changed-6393d4dd-5e38-4181-b2e1-66384e359021. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.004098] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] Acquiring lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.059474] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.126432] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073712} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.126728] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.127550] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae69187-5873-4ff2-b6d7-cfd58c7bba14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.150703] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 42295a16-2646-4c85-90bf-63807ed23bcc/42295a16-2646-4c85-90bf-63807ed23bcc.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.150703] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8566b4f0-fd40-4697-8f37-61657eca6c0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.169556] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1150.169556] env[69162]: value = "task-3233153" [ 1150.169556] env[69162]: _type = "Task" [ 1150.169556] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.177911] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.427637] env[69162]: DEBUG oslo_concurrency.lockutils [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.430299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.053s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.430546] env[69162]: DEBUG oslo_concurrency.lockutils [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.436336] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.403s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.436336] env[69162]: DEBUG nova.objects.instance [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'resources' on Instance uuid 613d9465-10e2-4ea4-afa3-f0c2ce7c374e {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.456026] env[69162]: INFO nova.scheduler.client.report [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Deleted allocations for instance f43982e3-afc2-4d09-8fd1-8cf451aa5417 [ 1150.461565] env[69162]: INFO nova.scheduler.client.report [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleted allocations for instance b88a6ec2-dad1-4b59-85d7-cd7b68008b8b [ 1150.483037] env[69162]: DEBUG nova.network.neutron [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.562538] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.680323] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233153, 'name': ReconfigVM_Task, 'duration_secs': 0.277853} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.680641] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 42295a16-2646-4c85-90bf-63807ed23bcc/42295a16-2646-4c85-90bf-63807ed23bcc.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.681293] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e43fa8c-ad1e-4f78-b269-b930af4e31cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.689319] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1150.689319] env[69162]: value = "task-3233154" [ 1150.689319] env[69162]: _type = "Task" [ 1150.689319] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.697678] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233154, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.727240] env[69162]: DEBUG nova.network.neutron [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updating instance_info_cache with network_info: [{"id": "6393d4dd-5e38-4181-b2e1-66384e359021", "address": "fa:16:3e:6c:ab:5e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6393d4dd-5e", "ovs_interfaceid": "6393d4dd-5e38-4181-b2e1-66384e359021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.963944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-23c1b1b3-a7fb-4c94-9162-c98bab018dc4 tempest-ListServerFiltersTestJSON-457905760 tempest-ListServerFiltersTestJSON-457905760-project-member] Lock "f43982e3-afc2-4d09-8fd1-8cf451aa5417" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.707s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.970025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-867d3e1a-5e2f-4a68-b0bb-b6ce93f1399a tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "b88a6ec2-dad1-4b59-85d7-cd7b68008b8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.052s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.064868] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.121086] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.122489] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.171525] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1362810a-516a-4e43-b774-c56ad8c4d57f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.180185] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215c6c44-9251-4c10-9fb0-4d37d424005d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.216726] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67818f40-da03-4d13-bfbe-6b5767ac001d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.224723] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233154, 'name': Rename_Task, 'duration_secs': 0.146268} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.225734] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.226042] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9c73269-3682-4dcf-b099-b44cf3ff9045 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.228461] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f82e98-b037-440a-9008-7c9ad6e48a8b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.232407] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.232704] env[69162]: DEBUG nova.compute.manager [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Instance network_info: |[{"id": "6393d4dd-5e38-4181-b2e1-66384e359021", "address": "fa:16:3e:6c:ab:5e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6393d4dd-5e", "ovs_interfaceid": "6393d4dd-5e38-4181-b2e1-66384e359021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.233324] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] Acquired lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.233512] env[69162]: DEBUG nova.network.neutron [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Refreshing network info cache for port 6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.234697] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:ab:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6393d4dd-5e38-4181-b2e1-66384e359021', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.242870] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.244829] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.245113] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1151.245113] env[69162]: value = "task-3233155" [ 1151.245113] env[69162]: _type = "Task" [ 1151.245113] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.252684] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e6c71e1-abb9-4bfd-8dd3-a676d3277295 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.269750] env[69162]: DEBUG nova.compute.provider_tree [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.286345] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.290814] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.290814] env[69162]: value = "task-3233156" [ 1151.290814] env[69162]: _type = "Task" [ 1151.290814] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.297630] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233156, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.571275] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.630123] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.630258] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.630426] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.630583] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.630727] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.630875] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.631025] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69162) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1151.631174] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.775453] env[69162]: DEBUG nova.scheduler.client.report [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.784711] env[69162]: DEBUG oslo_vmware.api [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233155, 'name': PowerOnVM_Task, 'duration_secs': 0.469066} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.785054] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.785304] env[69162]: INFO nova.compute.manager [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1151.785499] env[69162]: DEBUG nova.compute.manager [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.786276] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a055457-85af-44b0-b2f8-1ec4711baffd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.805550] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233156, 'name': CreateVM_Task, 'duration_secs': 0.323704} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.805550] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.806313] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.806313] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.806465] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.806688] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f6a1ab-711d-4858-9b11-254a7a1463e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.811305] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1151.811305] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5215ce6a-c39f-5c94-4831-1c05b38ed34e" [ 1151.811305] env[69162]: _type = "Task" [ 1151.811305] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.819969] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5215ce6a-c39f-5c94-4831-1c05b38ed34e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.972102] env[69162]: DEBUG nova.network.neutron [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updated VIF entry in instance network info cache for port 6393d4dd-5e38-4181-b2e1-66384e359021. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.972489] env[69162]: DEBUG nova.network.neutron [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updating instance_info_cache with network_info: [{"id": "6393d4dd-5e38-4181-b2e1-66384e359021", "address": "fa:16:3e:6c:ab:5e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6393d4dd-5e", "ovs_interfaceid": "6393d4dd-5e38-4181-b2e1-66384e359021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.065972] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.134187] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.183317] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.183642] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.280518] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.282995] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.205s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.284654] env[69162]: INFO nova.compute.claims [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.308797] env[69162]: INFO nova.compute.manager [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Took 18.78 seconds to build instance. [ 1152.312474] env[69162]: INFO nova.scheduler.client.report [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Deleted allocations for instance 613d9465-10e2-4ea4-afa3-f0c2ce7c374e [ 1152.331348] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5215ce6a-c39f-5c94-4831-1c05b38ed34e, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.331677] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.331909] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.332310] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.332356] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.332549] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.333077] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c486cfa0-79e4-4599-9904-ae27852bbda2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.344199] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.344199] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.344665] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb09827-32ba-4ce5-9bbe-cdb3e424557a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.353111] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1152.353111] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d9020-2c0c-3af1-b37b-0d7999c512fd" [ 1152.353111] env[69162]: _type = "Task" [ 1152.353111] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.363912] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d9020-2c0c-3af1-b37b-0d7999c512fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.475817] env[69162]: DEBUG oslo_concurrency.lockutils [req-8c1f257a-b515-4967-a2a0-6e106346bef2 req-72fb8676-e68d-42f2-9b1b-8cd7870f59ce service nova] Releasing lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.570542] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.685893] env[69162]: DEBUG nova.compute.manager [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.816015] env[69162]: DEBUG oslo_concurrency.lockutils [None req-aa29d51a-8a8b-42c8-b7d0-5aaf7ecd44e0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "42295a16-2646-4c85-90bf-63807ed23bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.294s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.827505] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dffd5204-c8c7-412e-a7f1-a919be6f456b tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "613d9465-10e2-4ea4-afa3-f0c2ce7c374e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.481s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.865278] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d9020-2c0c-3af1-b37b-0d7999c512fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.866436] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60821e3f-c829-4907-95f3-778170887cd1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.873618] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1152.873618] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e58847-fa21-f6ff-9bc9-10bb044e19d9" [ 1152.873618] env[69162]: _type = "Task" [ 1152.873618] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.882994] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e58847-fa21-f6ff-9bc9-10bb044e19d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.046373] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "498747f4-f1cd-4e57-a50f-33d97610ce3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.046606] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "498747f4-f1cd-4e57-a50f-33d97610ce3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.067667] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.213283] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.386707] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e58847-fa21-f6ff-9bc9-10bb044e19d9, 'name': SearchDatastore_Task, 'duration_secs': 0.021875} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.389698] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.389698] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d6e9e114-238b-4390-b63e-1d737b41590b/d6e9e114-238b-4390-b63e-1d737b41590b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.390055] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-316a0396-9cd5-4ac9-ada7-31cee4f46674 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.397815] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1153.397815] env[69162]: value = "task-3233158" [ 1153.397815] env[69162]: _type = "Task" [ 1153.397815] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.408453] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.519721] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f3bbee-872f-4792-a5de-59ec0f519649 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.527518] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20edc21a-5c44-4713-bac5-4816a4bc1c9e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.564437] env[69162]: DEBUG nova.compute.manager [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.571529] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4595d04f-61fa-4b81-ab16-06698eaba4bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.587038] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.588763] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd11b8-b8a6-469e-8e37-421f5a2dc202 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.609267] env[69162]: DEBUG nova.compute.provider_tree [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.831408] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "3bc2a254-1926-4677-ab4b-fe26730aaacf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.832626] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "3bc2a254-1926-4677-ab4b-fe26730aaacf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.908767] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499937} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.908991] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] d6e9e114-238b-4390-b63e-1d737b41590b/d6e9e114-238b-4390-b63e-1d737b41590b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.909224] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.909564] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5be735cf-8992-497f-b470-a4cbed13e916 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.916378] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1153.916378] env[69162]: value = "task-3233159" [ 1153.916378] env[69162]: _type = "Task" [ 1153.916378] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.926398] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.083112] env[69162]: DEBUG oslo_vmware.api [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233147, 'name': ReconfigVM_Task, 'duration_secs': 5.860138} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.083989] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.083989] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Reconfigured VM to detach interface {{(pid=69162) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1154.097849] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.113617] env[69162]: DEBUG nova.scheduler.client.report [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.121372] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1154.121372] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646251', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'name': 'volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e155f8-13e5-4cc5-9667-6083e0b2c680', 'attached_at': '', 'detached_at': '', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'serial': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1154.121954] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c455b65-b441-4939-8dc9-8c75a27a99dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.144919] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efa7567-b4f5-4b2e-ade8-e3d77d34339c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.178786] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8/volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.178786] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60dd8e2-4461-48be-a7c2-2973211ee391 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.200768] env[69162]: DEBUG oslo_vmware.api [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1154.200768] env[69162]: value = "task-3233160" [ 1154.200768] env[69162]: _type = "Task" [ 1154.200768] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.212729] env[69162]: DEBUG oslo_vmware.api [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.334563] env[69162]: DEBUG nova.compute.manager [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.427120] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195255} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.427488] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.428350] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08acbc76-85c0-4406-8715-41b27b3e5ced {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.452691] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d6e9e114-238b-4390-b63e-1d737b41590b/d6e9e114-238b-4390-b63e-1d737b41590b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.453350] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5651cfd-1350-4d22-ad8f-082ad6a63df2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.473551] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1154.473551] env[69162]: value = "task-3233161" [ 1154.473551] env[69162]: _type = "Task" [ 1154.473551] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.481975] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.619335] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.620228] env[69162]: DEBUG nova.compute.manager [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.622534] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.463s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.622788] env[69162]: DEBUG nova.objects.instance [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'resources' on Instance uuid fea9f422-25ca-4ba3-b750-f3d9e46a721c {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.712484] env[69162]: DEBUG oslo_vmware.api [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233160, 'name': ReconfigVM_Task, 'duration_secs': 0.387085} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.712767] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8/volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.717678] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22a529ea-dfa1-47eb-86f4-0e8b24730604 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.733337] env[69162]: DEBUG oslo_vmware.api [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1154.733337] env[69162]: value = "task-3233162" [ 1154.733337] env[69162]: _type = "Task" [ 1154.733337] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.742669] env[69162]: DEBUG oslo_vmware.api [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.866311] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "2010ade1-bafc-4635-bc43-b131ac8095c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.866645] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2010ade1-bafc-4635-bc43-b131ac8095c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.866857] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "2010ade1-bafc-4635-bc43-b131ac8095c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.867451] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2010ade1-bafc-4635-bc43-b131ac8095c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.867451] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2010ade1-bafc-4635-bc43-b131ac8095c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.871967] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.872656] env[69162]: INFO nova.compute.manager [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Terminating instance [ 1154.988370] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.128466] env[69162]: DEBUG nova.compute.utils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.132725] env[69162]: DEBUG nova.compute.manager [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.132904] env[69162]: DEBUG nova.network.neutron [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.180158] env[69162]: DEBUG nova.policy [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1856a949b39149b4a7b78da8f48442e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4000d7864d6047d6a3e11734bb5f1603', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.243556] env[69162]: DEBUG oslo_vmware.api [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233162, 'name': ReconfigVM_Task, 'duration_secs': 0.139073} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.246916] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646251', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'name': 'volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e155f8-13e5-4cc5-9667-6083e0b2c680', 'attached_at': '', 'detached_at': '', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'serial': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1155.382818] env[69162]: DEBUG nova.compute.manager [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.383618] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.384611] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0087e2-bf02-47d5-9fb9-adc5619e588c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.396309] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.396608] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99d10109-7f72-49c7-80ba-53cdab0fe135 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.403318] env[69162]: DEBUG oslo_vmware.api [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1155.403318] env[69162]: value = "task-3233163" [ 1155.403318] env[69162]: _type = "Task" [ 1155.403318] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.414060] env[69162]: DEBUG oslo_vmware.api [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.430035] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8898e9-b161-4704-9f8b-7088aa478904 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.437589] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2e0aa1-5558-4a7b-8adb-43c697bb3c3a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.473290] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc09bd72-ef13-48bf-a484-e61d3edd5cfa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.487911] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4dbcb7-1903-4d78-9504-46a8658b7f12 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.492057] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233161, 'name': ReconfigVM_Task, 'duration_secs': 0.684394} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.492355] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d6e9e114-238b-4390-b63e-1d737b41590b/d6e9e114-238b-4390-b63e-1d737b41590b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.493445] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0b47aba-6b00-4bbb-9703-0a54d7a622d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.503815] env[69162]: DEBUG nova.compute.provider_tree [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.508418] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1155.508418] env[69162]: value = "task-3233164" [ 1155.508418] env[69162]: _type = "Task" [ 1155.508418] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.512397] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.512605] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.512797] env[69162]: DEBUG nova.network.neutron [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.520196] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233164, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.524109] env[69162]: DEBUG nova.network.neutron [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Successfully created port: add5de97-af59-47c6-b460-0937493c06c6 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.633672] env[69162]: DEBUG nova.compute.manager [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.812923] env[69162]: DEBUG nova.network.neutron [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Successfully created port: 7f5691f1-c241-4389-813b-6d7f531937bb {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.913950] env[69162]: DEBUG oslo_vmware.api [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233163, 'name': PowerOffVM_Task, 'duration_secs': 0.257744} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.915015] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.916044] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.916044] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-994bfb17-3718-4db3-8fec-ab1d4c3a3db5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.996676] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.996892] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.997089] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleting the datastore file [datastore1] 2010ade1-bafc-4635-bc43-b131ac8095c8 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.997384] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e0d4af8-93fc-4d0f-8335-3dc5c1527575 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.005155] env[69162]: DEBUG oslo_vmware.api [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1156.005155] env[69162]: value = "task-3233166" [ 1156.005155] env[69162]: _type = "Task" [ 1156.005155] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.008929] env[69162]: DEBUG nova.scheduler.client.report [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.023228] env[69162]: DEBUG oslo_vmware.api [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.028851] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233164, 'name': Rename_Task, 'duration_secs': 0.200986} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.028979] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.033144] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49aa3a8d-4439-403b-b2c7-49ecd91d0db3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.035983] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1156.035983] env[69162]: value = "task-3233167" [ 1156.035983] env[69162]: _type = "Task" [ 1156.035983] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.047056] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.170460] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.170771] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.296094] env[69162]: DEBUG nova.objects.instance [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lazy-loading 'flavor' on Instance uuid 80e155f8-13e5-4cc5-9667-6083e0b2c680 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.434196] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquiring lock "10c631a8-eedc-45f2-ac18-a42714d362c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.434196] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lock "10c631a8-eedc-45f2-ac18-a42714d362c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.498575] env[69162]: INFO nova.network.neutron [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Port d517803d-f59f-4d17-963e-eaf50211e085 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1156.498575] env[69162]: DEBUG nova.network.neutron [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [{"id": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "address": "fa:16:3e:3d:df:9b", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829c9d3b-c7", "ovs_interfaceid": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.516522] env[69162]: DEBUG oslo_vmware.api [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145254} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.516815] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.516998] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.517228] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.517408] env[69162]: INFO nova.compute.manager [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1156.517660] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.518530] env[69162]: DEBUG nova.compute.manager [-] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.519062] env[69162]: DEBUG nova.network.neutron [-] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.525622] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.528106] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.394s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.528255] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.528568] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1156.528685] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.316s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.530874] env[69162]: INFO nova.compute.claims [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.535042] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbbdda3-f4e5-40d7-ae2b-07968e5cdff6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.554057] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b13cb0-ac34-4acc-9595-78cd98a763aa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.558706] env[69162]: DEBUG oslo_vmware.api [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233167, 'name': PowerOnVM_Task, 'duration_secs': 0.474736} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.559934] env[69162]: INFO nova.scheduler.client.report [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted allocations for instance fea9f422-25ca-4ba3-b750-f3d9e46a721c [ 1156.560794] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.561010] env[69162]: INFO nova.compute.manager [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1156.562788] env[69162]: DEBUG nova.compute.manager [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.568018] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dc33ee-50f9-4208-a5f8-f822213b57f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.576329] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3d9bf1-b970-4395-853a-db5a0232431b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.589278] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa8fc9f-c8a1-4966-9840-8accfe0621d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.630221] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179042MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1156.630387] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.645008] env[69162]: DEBUG nova.compute.manager [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.676450] env[69162]: DEBUG nova.compute.manager [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.681875] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.682146] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.682282] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.682459] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.682596] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.682733] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.682961] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.683128] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.683864] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.683864] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.683864] env[69162]: DEBUG nova.virt.hardware [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.688017] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69536bc6-4042-44ce-ad50-5a161c3a971c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.692489] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b832ab2b-c855-4fdd-b3af-77feaecf8206 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.801232] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8e79eb70-5c1e-4086-84ec-18f3ec66c43f tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.793s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.938072] env[69162]: DEBUG nova.compute.manager [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.949020] env[69162]: INFO nova.compute.manager [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Rebuilding instance [ 1157.007018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.012307] env[69162]: DEBUG nova.compute.manager [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.012307] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc47d1-b587-4375-a5ac-80fc7cfcd7a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.072028] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2472eb0c-d9f9-4157-9cf8-f359ff20bea9 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fea9f422-25ca-4ba3-b750-f3d9e46a721c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.474s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.093874] env[69162]: INFO nova.compute.manager [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Took 21.69 seconds to build instance. [ 1157.206425] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.332335] env[69162]: DEBUG nova.compute.manager [req-3d8a97dd-2929-4344-87cd-afd7b41f01ea req-5fdfdbba-fc33-47b5-8ccc-ca699ae342d0 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received event network-changed-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.332335] env[69162]: DEBUG nova.compute.manager [req-3d8a97dd-2929-4344-87cd-afd7b41f01ea req-5fdfdbba-fc33-47b5-8ccc-ca699ae342d0 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing instance network info cache due to event network-changed-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.332335] env[69162]: DEBUG oslo_concurrency.lockutils [req-3d8a97dd-2929-4344-87cd-afd7b41f01ea req-5fdfdbba-fc33-47b5-8ccc-ca699ae342d0 service nova] Acquiring lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.332335] env[69162]: DEBUG oslo_concurrency.lockutils [req-3d8a97dd-2929-4344-87cd-afd7b41f01ea req-5fdfdbba-fc33-47b5-8ccc-ca699ae342d0 service nova] Acquired lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.332335] env[69162]: DEBUG nova.network.neutron [req-3d8a97dd-2929-4344-87cd-afd7b41f01ea req-5fdfdbba-fc33-47b5-8ccc-ca699ae342d0 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Refreshing network info cache for port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.477621] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.509882] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09d82254-fead-4392-a072-4f9e49206acf tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-038b9a01-1fea-4919-9d26-ad7ff66fe50a-d517803d-f59f-4d17-963e-eaf50211e085" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.041s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.283014] env[69162]: DEBUG nova.network.neutron [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Successfully updated port: add5de97-af59-47c6-b460-0937493c06c6 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.283014] env[69162]: DEBUG oslo_concurrency.lockutils [None req-021c4c70-efa6-422b-b5ef-3390c26825b7 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "d6e9e114-238b-4390-b63e-1d737b41590b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.897s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.283014] env[69162]: DEBUG nova.network.neutron [-] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.286526] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.286526] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "interface-9651bffe-026c-4a57-b102-e154745305f3-d517803d-f59f-4d17-963e-eaf50211e085" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.286696] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-9651bffe-026c-4a57-b102-e154745305f3-d517803d-f59f-4d17-963e-eaf50211e085" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.290763] env[69162]: DEBUG nova.objects.instance [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'flavor' on Instance uuid 9651bffe-026c-4a57-b102-e154745305f3 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.291345] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe8b1955-ab59-4d23-b81e-0a4613e8fd99 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.294232] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "fdcc770d-9723-4bae-980f-497995f740e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.294232] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fdcc770d-9723-4bae-980f-497995f740e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.301029] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1158.301029] env[69162]: value = "task-3233168" [ 1158.301029] env[69162]: _type = "Task" [ 1158.301029] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.313094] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.510635] env[69162]: DEBUG nova.network.neutron [req-3d8a97dd-2929-4344-87cd-afd7b41f01ea req-5fdfdbba-fc33-47b5-8ccc-ca699ae342d0 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updated VIF entry in instance network info cache for port 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.510949] env[69162]: DEBUG nova.network.neutron [req-3d8a97dd-2929-4344-87cd-afd7b41f01ea req-5fdfdbba-fc33-47b5-8ccc-ca699ae342d0 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [{"id": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "address": "fa:16:3e:3d:df:9b", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829c9d3b-c7", "ovs_interfaceid": "829c9d3b-c7e1-44ab-b2ed-119b0ffd2254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.532522] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b94b914-b2d1-406f-b2c8-6f171f33d0cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.541106] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8a4122-7b27-4ba1-a916-6ea913b96d87 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.572308] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ceabc9-53f3-4d14-931e-82c860d3e87a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.579755] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc61dde4-0368-45d6-86e9-d8491c3fd519 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.594901] env[69162]: DEBUG nova.compute.provider_tree [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.796074] env[69162]: INFO nova.compute.manager [-] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Took 2.28 seconds to deallocate network for instance. [ 1158.796476] env[69162]: DEBUG nova.compute.manager [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.813364] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233168, 'name': PowerOffVM_Task, 'duration_secs': 0.255921} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.813630] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.875553] env[69162]: INFO nova.compute.manager [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Detaching volume 59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8 [ 1158.908521] env[69162]: INFO nova.virt.block_device [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Attempting to driver detach volume 59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8 from mountpoint /dev/sdb [ 1158.908757] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1158.908941] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646251', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'name': 'volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e155f8-13e5-4cc5-9667-6083e0b2c680', 'attached_at': '', 'detached_at': '', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'serial': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1158.910080] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c28e6-fbdc-47da-8933-01aac8d9502c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.931448] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a5214e-5818-471f-a32b-869de8ea4702 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.938773] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7836e990-247c-4704-947f-3bb860488530 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.959765] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23db4c1-a48b-4f50-898a-38a55f5847e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.975061] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] The volume has not been displaced from its original location: [datastore2] volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8/volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1158.980643] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.981612] env[69162]: DEBUG nova.objects.instance [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'pci_requests' on Instance uuid 9651bffe-026c-4a57-b102-e154745305f3 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.983049] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5b76a7-24df-426b-9149-59c35e68433a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.001809] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1159.001809] env[69162]: value = "task-3233169" [ 1159.001809] env[69162]: _type = "Task" [ 1159.001809] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.009922] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.014538] env[69162]: DEBUG oslo_concurrency.lockutils [req-3d8a97dd-2929-4344-87cd-afd7b41f01ea req-5fdfdbba-fc33-47b5-8ccc-ca699ae342d0 service nova] Releasing lock "refresh_cache-038b9a01-1fea-4919-9d26-ad7ff66fe50a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.098875] env[69162]: DEBUG nova.scheduler.client.report [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.307749] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.322620] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.411533] env[69162]: DEBUG nova.compute.manager [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Received event network-changed-d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.411754] env[69162]: DEBUG nova.compute.manager [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Refreshing instance network info cache due to event network-changed-d0da652a-bd6b-456d-a57e-02278d7fe3bd. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.411926] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Acquiring lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.412085] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Acquired lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.412250] env[69162]: DEBUG nova.network.neutron [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Refreshing network info cache for port d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.483875] env[69162]: DEBUG nova.objects.base [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Object Instance<9651bffe-026c-4a57-b102-e154745305f3> lazy-loaded attributes: flavor,pci_requests {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.483875] env[69162]: DEBUG nova.network.neutron [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.512570] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233169, 'name': ReconfigVM_Task, 'duration_secs': 0.211303} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.512892] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.520434] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344f8fb1-11dc-493a-abe8-3c3256b936f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.535802] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1159.535802] env[69162]: value = "task-3233170" [ 1159.535802] env[69162]: _type = "Task" [ 1159.535802] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.546608] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.571556] env[69162]: DEBUG nova.policy [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0d3241fb8114f018277059cdb29c30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e5c9467ebe64e02baa4e9a97573e3bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.606279] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.077s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.606935] env[69162]: DEBUG nova.compute.manager [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.610051] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.512s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.614019] env[69162]: INFO nova.compute.claims [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.044652] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233170, 'name': ReconfigVM_Task, 'duration_secs': 0.219462} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.044945] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646251', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'name': 'volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e155f8-13e5-4cc5-9667-6083e0b2c680', 'attached_at': '', 'detached_at': '', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'serial': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1160.112377] env[69162]: DEBUG nova.network.neutron [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updated VIF entry in instance network info cache for port d0da652a-bd6b-456d-a57e-02278d7fe3bd. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.112741] env[69162]: DEBUG nova.network.neutron [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updating instance_info_cache with network_info: [{"id": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "address": "fa:16:3e:b5:bf:6d", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0da652a-bd", "ovs_interfaceid": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.116485] env[69162]: DEBUG nova.compute.utils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.119516] env[69162]: DEBUG nova.compute.manager [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.119709] env[69162]: DEBUG nova.network.neutron [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.176024] env[69162]: DEBUG nova.policy [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8053e4c716404e2bbbb814f547d534d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1edd41763842198625a9c314b35c56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.386182] env[69162]: DEBUG nova.compute.manager [req-42feed23-7ae7-422a-a30b-7d53df6d6948 req-f9d27d06-0347-4a04-9563-ba56d204b6d4 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Received event network-vif-plugged-7f5691f1-c241-4389-813b-6d7f531937bb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.386435] env[69162]: DEBUG oslo_concurrency.lockutils [req-42feed23-7ae7-422a-a30b-7d53df6d6948 req-f9d27d06-0347-4a04-9563-ba56d204b6d4 service nova] Acquiring lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.386633] env[69162]: DEBUG oslo_concurrency.lockutils [req-42feed23-7ae7-422a-a30b-7d53df6d6948 req-f9d27d06-0347-4a04-9563-ba56d204b6d4 service nova] Lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.386744] env[69162]: DEBUG oslo_concurrency.lockutils [req-42feed23-7ae7-422a-a30b-7d53df6d6948 req-f9d27d06-0347-4a04-9563-ba56d204b6d4 service nova] Lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.386914] env[69162]: DEBUG nova.compute.manager [req-42feed23-7ae7-422a-a30b-7d53df6d6948 req-f9d27d06-0347-4a04-9563-ba56d204b6d4 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] No waiting events found dispatching network-vif-plugged-7f5691f1-c241-4389-813b-6d7f531937bb {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.387104] env[69162]: WARNING nova.compute.manager [req-42feed23-7ae7-422a-a30b-7d53df6d6948 req-f9d27d06-0347-4a04-9563-ba56d204b6d4 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Received unexpected event network-vif-plugged-7f5691f1-c241-4389-813b-6d7f531937bb for instance with vm_state building and task_state spawning. [ 1160.507850] env[69162]: DEBUG nova.network.neutron [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Successfully created port: 11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.615688] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Releasing lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.615851] env[69162]: DEBUG nova.compute.manager [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Received event network-vif-deleted-3a0917ec-5194-4342-85d9-0dac9e32b341 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.616049] env[69162]: DEBUG nova.compute.manager [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Received event network-vif-plugged-add5de97-af59-47c6-b460-0937493c06c6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.616243] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Acquiring lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.616446] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.616605] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.616768] env[69162]: DEBUG nova.compute.manager [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] No waiting events found dispatching network-vif-plugged-add5de97-af59-47c6-b460-0937493c06c6 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.616926] env[69162]: WARNING nova.compute.manager [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Received unexpected event network-vif-plugged-add5de97-af59-47c6-b460-0937493c06c6 for instance with vm_state building and task_state spawning. [ 1160.617103] env[69162]: DEBUG nova.compute.manager [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Received event network-changed-add5de97-af59-47c6-b460-0937493c06c6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.617304] env[69162]: DEBUG nova.compute.manager [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Refreshing instance network info cache due to event network-changed-add5de97-af59-47c6-b460-0937493c06c6. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.617586] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Acquiring lock "refresh_cache-4b801b94-0c11-4f93-82d4-a64eca4f3afc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.617723] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Acquired lock "refresh_cache-4b801b94-0c11-4f93-82d4-a64eca4f3afc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.617882] env[69162]: DEBUG nova.network.neutron [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Refreshing network info cache for port add5de97-af59-47c6-b460-0937493c06c6 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.625100] env[69162]: DEBUG nova.compute.manager [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.864860] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748b2da4-3582-4878-afb5-2c4750a6335d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.873281] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f15182e-affe-49b1-978d-d601c3b70398 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.904412] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa566862-e395-4d6c-87fe-bd588ed34b7e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.911897] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93075a92-02f6-4d94-8e1c-b25cb9ca83d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.918384] env[69162]: DEBUG nova.network.neutron [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Successfully updated port: 7f5691f1-c241-4389-813b-6d7f531937bb {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.926652] env[69162]: DEBUG nova.compute.provider_tree [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.080829] env[69162]: DEBUG nova.network.neutron [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Successfully updated port: d517803d-f59f-4d17-963e-eaf50211e085 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.093230] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.093527] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d151374-a167-461e-a591-752c8990db0b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.101694] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1161.101694] env[69162]: value = "task-3233171" [ 1161.101694] env[69162]: _type = "Task" [ 1161.101694] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.110291] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.156558] env[69162]: DEBUG nova.network.neutron [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.237777] env[69162]: DEBUG nova.network.neutron [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.429321] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "refresh_cache-4b801b94-0c11-4f93-82d4-a64eca4f3afc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.430196] env[69162]: DEBUG nova.scheduler.client.report [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.491520] env[69162]: DEBUG nova.compute.manager [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Received event network-changed-7f5691f1-c241-4389-813b-6d7f531937bb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.491704] env[69162]: DEBUG nova.compute.manager [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Refreshing instance network info cache due to event network-changed-7f5691f1-c241-4389-813b-6d7f531937bb. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.491899] env[69162]: DEBUG oslo_concurrency.lockutils [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] Acquiring lock "refresh_cache-4b801b94-0c11-4f93-82d4-a64eca4f3afc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.583563] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.583774] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.583938] env[69162]: DEBUG nova.network.neutron [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.612727] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1161.612949] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1161.613163] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646251', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'name': 'volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e155f8-13e5-4cc5-9667-6083e0b2c680', 'attached_at': '', 'detached_at': '', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'serial': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1161.613913] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c9a454-13d2-46a5-b035-086b31d737b0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.633454] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4adb79-5bd7-4e37-b1d4-de20f8118367 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.637819] env[69162]: DEBUG nova.compute.manager [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.644174] env[69162]: WARNING nova.virt.vmwareapi.driver [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1161.644425] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.645172] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a2e95-49c8-4c33-a2ae-8aa402d0dc93 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.651437] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.651661] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70fb480a-cd6e-445c-9d12-32033f918fbc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.663396] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.663630] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.663798] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.663996] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.664161] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.664309] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.664520] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.664679] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.664843] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.665010] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.665216] env[69162]: DEBUG nova.virt.hardware [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.666038] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bd8896-9072-4843-9e4c-28aa44e81087 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.673639] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cc22a8-26ad-48dd-a917-5647e7337fb8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.740334] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Releasing lock "refresh_cache-4b801b94-0c11-4f93-82d4-a64eca4f3afc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.740593] env[69162]: DEBUG nova.compute.manager [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received event network-changed-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.740749] env[69162]: DEBUG nova.compute.manager [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Refreshing instance network info cache due to event network-changed-6393d4dd-5e38-4181-b2e1-66384e359021. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.740966] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Acquiring lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.741127] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Acquired lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.741271] env[69162]: DEBUG nova.network.neutron [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Refreshing network info cache for port 6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.743044] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquired lock "refresh_cache-4b801b94-0c11-4f93-82d4-a64eca4f3afc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.743044] env[69162]: DEBUG nova.network.neutron [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.760266] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.760530] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.760751] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleting the datastore file [datastore2] 80e155f8-13e5-4cc5-9667-6083e0b2c680 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.761310] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac3c6260-6966-4d0f-b4d5-abf3f866b899 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.767800] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1161.767800] env[69162]: value = "task-3233173" [ 1161.767800] env[69162]: _type = "Task" [ 1161.767800] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.775966] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.934863] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.935535] env[69162]: DEBUG nova.compute.manager [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.938567] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.067s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.941191] env[69162]: INFO nova.compute.claims [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.978159] env[69162]: DEBUG nova.network.neutron [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Successfully updated port: 11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.122970] env[69162]: WARNING nova.network.neutron [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] 4570ffd6-7d0c-4742-9ce0-e3d53be29709 already exists in list: networks containing: ['4570ffd6-7d0c-4742-9ce0-e3d53be29709']. ignoring it [ 1162.277544] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136178} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.279829] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.280025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.280202] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.312854] env[69162]: DEBUG nova.network.neutron [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.445421] env[69162]: DEBUG nova.compute.utils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.454094] env[69162]: DEBUG nova.compute.manager [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Not allocating networking since 'none' was specified. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1162.481433] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.481771] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.481883] env[69162]: DEBUG nova.network.neutron [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.603071] env[69162]: DEBUG nova.network.neutron [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updating instance_info_cache with network_info: [{"id": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "address": "fa:16:3e:b5:bf:6d", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0da652a-bd", "ovs_interfaceid": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d517803d-f59f-4d17-963e-eaf50211e085", "address": "fa:16:3e:ac:b5:e7", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd517803d-f5", "ovs_interfaceid": "d517803d-f59f-4d17-963e-eaf50211e085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.680960] env[69162]: DEBUG nova.network.neutron [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updated VIF entry in instance network info cache for port 6393d4dd-5e38-4181-b2e1-66384e359021. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.681350] env[69162]: DEBUG nova.network.neutron [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updating instance_info_cache with network_info: [{"id": "6393d4dd-5e38-4181-b2e1-66384e359021", "address": "fa:16:3e:6c:ab:5e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6393d4dd-5e", "ovs_interfaceid": "6393d4dd-5e38-4181-b2e1-66384e359021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.757198] env[69162]: DEBUG nova.network.neutron [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Updating instance_info_cache with network_info: [{"id": "add5de97-af59-47c6-b460-0937493c06c6", "address": "fa:16:3e:3d:ec:92", "network": {"id": "902ef184-6128-495c-aeab-9ea03b74cba8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-144880386", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd5de97-af", "ovs_interfaceid": "add5de97-af59-47c6-b460-0937493c06c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f5691f1-c241-4389-813b-6d7f531937bb", "address": "fa:16:3e:5c:5d:56", "network": {"id": "a0f7dbee-3384-4886-9f95-e176e8f93c7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-919996834", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5691f1-c2", "ovs_interfaceid": "7f5691f1-c241-4389-813b-6d7f531937bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.785454] env[69162]: INFO nova.virt.block_device [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Booting with volume 59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8 at /dev/sdb [ 1162.820253] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51a43d7b-9de7-4512-8785-5fec5f009247 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.829618] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3055c780-8c7e-4497-b3fe-83dc91cde043 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.859360] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd67226f-3ada-460c-b414-fe45e31c881d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.868937] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0547b508-c703-4350-8fa7-cb23a24cc29c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.898544] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4620b8ca-37b9-4382-ba0b-aff0701e082b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.905113] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d26c37-c93d-47a5-8532-a4fe2d5d7617 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.917466] env[69162]: DEBUG nova.virt.block_device [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Updating existing volume attachment record: f7715e69-66e5-4d2c-ad1d-0285ccf8bc78 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1162.954828] env[69162]: DEBUG nova.compute.manager [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.020283] env[69162]: DEBUG nova.network.neutron [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.111743] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.112011] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.112185] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.113041] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686c702d-28a6-4bed-8742-32a6015c2d48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.133571] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.133800] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.133955] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.134150] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.134299] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.134438] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.134685] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.134863] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.135060] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.135270] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.135518] env[69162]: DEBUG nova.virt.hardware [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.141656] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Reconfiguring VM to attach interface {{(pid=69162) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1163.145713] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51efde0d-f3b1-4a04-b9a1-f803d590499e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.163871] env[69162]: DEBUG oslo_vmware.api [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1163.163871] env[69162]: value = "task-3233174" [ 1163.163871] env[69162]: _type = "Task" [ 1163.163871] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.173715] env[69162]: DEBUG oslo_vmware.api [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233174, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.186161] env[69162]: DEBUG oslo_concurrency.lockutils [req-1ec60aee-7b3e-4726-ae30-418d47e58089 req-afd1ebe6-890d-4da7-86ff-0513a941e277 service nova] Releasing lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.187077] env[69162]: DEBUG nova.network.neutron [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updating instance_info_cache with network_info: [{"id": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "address": "fa:16:3e:c8:8d:58", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11143e6c-e8", "ovs_interfaceid": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.199913] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765b99db-d533-4c1f-b5ed-bd5617be2e6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.207376] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d2937e-705e-4fd6-b814-4101d233c2e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.237395] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af02c1-593a-4f34-bafb-1604bf66f0a3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.244752] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103fb4ab-cf72-4144-ab8a-51defbc131fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.258165] env[69162]: DEBUG nova.compute.provider_tree [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.260091] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Releasing lock "refresh_cache-4b801b94-0c11-4f93-82d4-a64eca4f3afc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.260381] env[69162]: DEBUG nova.compute.manager [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Instance network_info: |[{"id": "add5de97-af59-47c6-b460-0937493c06c6", "address": "fa:16:3e:3d:ec:92", "network": {"id": "902ef184-6128-495c-aeab-9ea03b74cba8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-144880386", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd5de97-af", "ovs_interfaceid": "add5de97-af59-47c6-b460-0937493c06c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f5691f1-c241-4389-813b-6d7f531937bb", "address": "fa:16:3e:5c:5d:56", "network": {"id": "a0f7dbee-3384-4886-9f95-e176e8f93c7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-919996834", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5691f1-c2", "ovs_interfaceid": "7f5691f1-c241-4389-813b-6d7f531937bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.260649] env[69162]: DEBUG oslo_concurrency.lockutils [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] Acquired lock "refresh_cache-4b801b94-0c11-4f93-82d4-a64eca4f3afc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.260821] env[69162]: DEBUG nova.network.neutron [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Refreshing network info cache for port 7f5691f1-c241-4389-813b-6d7f531937bb {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.261811] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:ec:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'add5de97-af59-47c6-b460-0937493c06c6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:5d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f5691f1-c241-4389-813b-6d7f531937bb', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.271450] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.272599] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.272813] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8a585ad-3e2d-4881-8495-2350c9cb3d56 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.294889] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.294889] env[69162]: value = "task-3233175" [ 1163.294889] env[69162]: _type = "Task" [ 1163.294889] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.302389] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233175, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.674874] env[69162]: DEBUG oslo_vmware.api [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.678492] env[69162]: DEBUG nova.compute.manager [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received event network-vif-plugged-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.678492] env[69162]: DEBUG oslo_concurrency.lockutils [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] Acquiring lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.678893] env[69162]: DEBUG oslo_concurrency.lockutils [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.678893] env[69162]: DEBUG oslo_concurrency.lockutils [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.678995] env[69162]: DEBUG nova.compute.manager [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] No waiting events found dispatching network-vif-plugged-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.679345] env[69162]: WARNING nova.compute.manager [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received unexpected event network-vif-plugged-11143e6c-e8d6-4bc5-8563-539b3a132fdb for instance with vm_state building and task_state spawning. [ 1163.679531] env[69162]: DEBUG nova.compute.manager [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received event network-changed-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.679684] env[69162]: DEBUG nova.compute.manager [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Refreshing instance network info cache due to event network-changed-11143e6c-e8d6-4bc5-8563-539b3a132fdb. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.679856] env[69162]: DEBUG oslo_concurrency.lockutils [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] Acquiring lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.691370] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.691699] env[69162]: DEBUG nova.compute.manager [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Instance network_info: |[{"id": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "address": "fa:16:3e:c8:8d:58", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11143e6c-e8", "ovs_interfaceid": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.691983] env[69162]: DEBUG oslo_concurrency.lockutils [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] Acquired lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.692176] env[69162]: DEBUG nova.network.neutron [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Refreshing network info cache for port 11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.693439] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:8d:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11143e6c-e8d6-4bc5-8563-539b3a132fdb', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.702394] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.703831] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.704122] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1350d9f4-245c-4727-84e1-06dfe234ea11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.725219] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.725219] env[69162]: value = "task-3233176" [ 1163.725219] env[69162]: _type = "Task" [ 1163.725219] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.733431] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233176, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.761633] env[69162]: DEBUG nova.scheduler.client.report [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.805599] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233175, 'name': CreateVM_Task, 'duration_secs': 0.374357} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.805746] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.806556] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.806724] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.807061] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.807403] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d654d3c6-0070-4f7b-90ac-eb7131c88f6e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.813986] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1163.813986] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5251908b-6071-e458-2f45-14dfd62f76b9" [ 1163.813986] env[69162]: _type = "Task" [ 1163.813986] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.823340] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5251908b-6071-e458-2f45-14dfd62f76b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.968158] env[69162]: DEBUG nova.compute.manager [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.988227] env[69162]: DEBUG nova.network.neutron [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Updated VIF entry in instance network info cache for port 7f5691f1-c241-4389-813b-6d7f531937bb. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.988742] env[69162]: DEBUG nova.network.neutron [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Updating instance_info_cache with network_info: [{"id": "add5de97-af59-47c6-b460-0937493c06c6", "address": "fa:16:3e:3d:ec:92", "network": {"id": "902ef184-6128-495c-aeab-9ea03b74cba8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-144880386", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadd5de97-af", "ovs_interfaceid": "add5de97-af59-47c6-b460-0937493c06c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f5691f1-c241-4389-813b-6d7f531937bb", "address": "fa:16:3e:5c:5d:56", "network": {"id": "a0f7dbee-3384-4886-9f95-e176e8f93c7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-919996834", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4000d7864d6047d6a3e11734bb5f1603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5691f1-c2", "ovs_interfaceid": "7f5691f1-c241-4389-813b-6d7f531937bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.003946] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.004380] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.004673] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.004889] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.005093] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.005263] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.005480] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.005639] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.005899] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.006116] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.006312] env[69162]: DEBUG nova.virt.hardware [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.007616] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2895d64f-b39b-4500-90d6-076240e6e4a5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.018887] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0cf092-fbe1-48e7-a4d2-ae2b79aebbdb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.033448] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.039956] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Creating folder: Project (272d5cde68214dde8bef282f0a430bc2). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.040252] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1efab6f1-39f0-42b1-988c-7fae988eafad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.052476] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Created folder: Project (272d5cde68214dde8bef282f0a430bc2) in parent group-v645978. [ 1164.052673] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Creating folder: Instances. Parent ref: group-v646255. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.052968] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e5d408e-2ba7-48fe-be01-185b75ca65b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.062713] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Created folder: Instances in parent group-v646255. [ 1164.062906] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.063117] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.063366] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02ce9058-dfb5-413d-8c09-c3707e783e51 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.081198] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.081198] env[69162]: value = "task-3233179" [ 1164.081198] env[69162]: _type = "Task" [ 1164.081198] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.089243] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233179, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.178809] env[69162]: DEBUG oslo_vmware.api [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233174, 'name': ReconfigVM_Task, 'duration_secs': 0.580926} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.179203] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.179415] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Reconfigured VM to attach interface {{(pid=69162) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1164.237456] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233176, 'name': CreateVM_Task, 'duration_secs': 0.43798} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.239720] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.240395] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.266320] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.266858] env[69162]: DEBUG nova.compute.manager [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.269491] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.639s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.329296] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5251908b-6071-e458-2f45-14dfd62f76b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.331109] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.331432] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.331730] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.332160] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.332160] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.332535] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.332877] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.333539] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6e15210-5dfa-4e9c-b0b5-f3619a4bfa88 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.335914] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad73599-9bf2-442c-aa9c-75b4804aa63c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.341221] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1164.341221] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52852a48-b45c-f034-8c9f-fd6cf6fa418a" [ 1164.341221] env[69162]: _type = "Task" [ 1164.341221] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.345603] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.345797] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.347167] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c49104-718c-459f-bd16-af6ca47ccbc2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.352668] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52852a48-b45c-f034-8c9f-fd6cf6fa418a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.358121] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1164.358121] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527be070-f23e-ab46-fe88-6cc8ddb39bfc" [ 1164.358121] env[69162]: _type = "Task" [ 1164.358121] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.365998] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527be070-f23e-ab46-fe88-6cc8ddb39bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.421713] env[69162]: DEBUG nova.network.neutron [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updated VIF entry in instance network info cache for port 11143e6c-e8d6-4bc5-8563-539b3a132fdb. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.422110] env[69162]: DEBUG nova.network.neutron [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updating instance_info_cache with network_info: [{"id": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "address": "fa:16:3e:c8:8d:58", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11143e6c-e8", "ovs_interfaceid": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.492136] env[69162]: DEBUG oslo_concurrency.lockutils [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] Releasing lock "refresh_cache-4b801b94-0c11-4f93-82d4-a64eca4f3afc" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.492437] env[69162]: DEBUG nova.compute.manager [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Received event network-vif-plugged-d517803d-f59f-4d17-963e-eaf50211e085 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.492653] env[69162]: DEBUG oslo_concurrency.lockutils [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] Acquiring lock "9651bffe-026c-4a57-b102-e154745305f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.492845] env[69162]: DEBUG oslo_concurrency.lockutils [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] Lock "9651bffe-026c-4a57-b102-e154745305f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.493016] env[69162]: DEBUG oslo_concurrency.lockutils [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] Lock "9651bffe-026c-4a57-b102-e154745305f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.493198] env[69162]: DEBUG nova.compute.manager [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] No waiting events found dispatching network-vif-plugged-d517803d-f59f-4d17-963e-eaf50211e085 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.493392] env[69162]: WARNING nova.compute.manager [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Received unexpected event network-vif-plugged-d517803d-f59f-4d17-963e-eaf50211e085 for instance with vm_state active and task_state None. [ 1164.493564] env[69162]: DEBUG nova.compute.manager [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Received event network-changed-d517803d-f59f-4d17-963e-eaf50211e085 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.493719] env[69162]: DEBUG nova.compute.manager [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Refreshing instance network info cache due to event network-changed-d517803d-f59f-4d17-963e-eaf50211e085. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.493941] env[69162]: DEBUG oslo_concurrency.lockutils [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] Acquiring lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.494100] env[69162]: DEBUG oslo_concurrency.lockutils [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] Acquired lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.494238] env[69162]: DEBUG nova.network.neutron [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Refreshing network info cache for port d517803d-f59f-4d17-963e-eaf50211e085 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.591787] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233179, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.683905] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8a401e3d-9ce1-4a35-be22-6d70d39b016d tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-9651bffe-026c-4a57-b102-e154745305f3-d517803d-f59f-4d17-963e-eaf50211e085" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.397s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.773056] env[69162]: DEBUG nova.compute.utils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.774453] env[69162]: DEBUG nova.compute.manager [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.774675] env[69162]: DEBUG nova.network.neutron [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.826176] env[69162]: DEBUG nova.policy [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cacda18db0b641259c0e3c1e56840935', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26914cc9e5c4bb4ae091f19c867e9d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.853384] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52852a48-b45c-f034-8c9f-fd6cf6fa418a, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.853679] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.853899] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.854124] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.869151] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527be070-f23e-ab46-fe88-6cc8ddb39bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.870017] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb7f012-6d6f-49ff-87b7-03a8114dac25 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.874795] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1164.874795] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5211059d-1bbf-ffc9-eb71-23c48430e1a7" [ 1164.874795] env[69162]: _type = "Task" [ 1164.874795] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.882990] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5211059d-1bbf-ffc9-eb71-23c48430e1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.924420] env[69162]: DEBUG oslo_concurrency.lockutils [req-9807fead-9852-42f2-8aad-b65165d93d05 req-00cb4570-db07-4d89-9547-b32b75267443 service nova] Releasing lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.047766] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.048085] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.048252] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.048651] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.048829] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.049185] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.049435] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.049604] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.049860] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.049938] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.050133] env[69162]: DEBUG nova.virt.hardware [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.051064] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907758a0-7394-4ddf-bf3d-5fbb2b88943c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.060696] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0614cf52-b61d-4206-8eed-f36cecb5ec0c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.075585] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:9e:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7dad2a-a68e-4716-9579-b10bd699f8d2', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.084226] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.084226] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.086610] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a3c03b-5f71-4b66-bf95-71fca6658f04 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.114270] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233179, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.115431] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.115431] env[69162]: value = "task-3233180" [ 1165.115431] env[69162]: _type = "Task" [ 1165.115431] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.123170] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233180, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.128801] env[69162]: INFO nova.compute.manager [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Rebuilding instance [ 1165.164750] env[69162]: DEBUG nova.network.neutron [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Successfully created port: 5a9a5076-bba0-4c02-9075-5d59ff9d5288 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.172781] env[69162]: DEBUG nova.compute.manager [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.173675] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5ee2ca-1bcc-47d8-ab40-2ec5e629b869 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.284721] env[69162]: DEBUG nova.compute.manager [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.305479] env[69162]: DEBUG nova.network.neutron [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updated VIF entry in instance network info cache for port d517803d-f59f-4d17-963e-eaf50211e085. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.305965] env[69162]: DEBUG nova.network.neutron [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updating instance_info_cache with network_info: [{"id": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "address": "fa:16:3e:b5:bf:6d", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0da652a-bd", "ovs_interfaceid": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d517803d-f59f-4d17-963e-eaf50211e085", "address": "fa:16:3e:ac:b5:e7", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd517803d-f5", "ovs_interfaceid": "d517803d-f59f-4d17-963e-eaf50211e085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.313372] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.313538] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 88eaf0df-5255-4011-ac1a-455c2556e1df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.313737] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 2610de4b-76e5-4d36-8544-525b4cb645c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.313880] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 038b9a01-1fea-4919-9d26-ad7ff66fe50a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.314013] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 80e155f8-13e5-4cc5-9667-6083e0b2c680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.314185] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 2010ade1-bafc-4635-bc43-b131ac8095c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1165.314307] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 03592ff7-c7fe-46b5-ac53-f95eb1896a7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.314423] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 9651bffe-026c-4a57-b102-e154745305f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.314538] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 42295a16-2646-4c85-90bf-63807ed23bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.314654] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance d6e9e114-238b-4390-b63e-1d737b41590b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.314768] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 4b801b94-0c11-4f93-82d4-a64eca4f3afc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.314878] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance a5648f18-d78a-4449-98be-bfa1c93d4e23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.314989] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 498747f4-f1cd-4e57-a50f-33d97610ce3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.315114] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 3bc2a254-1926-4677-ab4b-fe26730aaacf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1165.385263] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5211059d-1bbf-ffc9-eb71-23c48430e1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.018085} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.385619] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.385965] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 4b801b94-0c11-4f93-82d4-a64eca4f3afc/4b801b94-0c11-4f93-82d4-a64eca4f3afc.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.386318] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.386514] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.388092] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc7c6801-143e-4a68-9867-e8b4b79c0c1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.388812] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f795f43e-572e-46c8-922d-e4835f51c607 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.396786] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1165.396786] env[69162]: value = "task-3233181" [ 1165.396786] env[69162]: _type = "Task" [ 1165.396786] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.401124] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.401319] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.402479] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b1c57e-5d02-4a8d-a002-626e9f70d0d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.410162] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.414014] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1165.414014] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524770f6-9d64-7e0b-866b-cbc3783eda20" [ 1165.414014] env[69162]: _type = "Task" [ 1165.414014] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.420359] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524770f6-9d64-7e0b-866b-cbc3783eda20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.593690] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233179, 'name': CreateVM_Task, 'duration_secs': 1.435601} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.593905] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.594349] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.594520] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.595104] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.595273] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a376a8a-155a-4fa4-8161-52ae9a8cd5cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.600971] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1165.600971] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5251625c-589a-4467-b123-c31b71fc3f24" [ 1165.600971] env[69162]: _type = "Task" [ 1165.600971] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.609406] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5251625c-589a-4467-b123-c31b71fc3f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.625147] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233180, 'name': CreateVM_Task, 'duration_secs': 0.367538} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.625273] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.625929] env[69162]: DEBUG oslo_concurrency.lockutils [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.809856] env[69162]: DEBUG oslo_concurrency.lockutils [req-0d2616ca-1893-4d2d-b5a3-f66ea30a0d9c req-9e85fa54-c121-444d-b927-d4d8518a5fb3 service nova] Releasing lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.818807] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 174681e5-e6cc-4299-85b2-5d7b0c743aea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1165.906938] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490399} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.907243] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 4b801b94-0c11-4f93-82d4-a64eca4f3afc/4b801b94-0c11-4f93-82d4-a64eca4f3afc.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.907480] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.907734] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad391b1b-4200-4457-aa5a-657d19b3d544 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.915866] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1165.915866] env[69162]: value = "task-3233182" [ 1165.915866] env[69162]: _type = "Task" [ 1165.915866] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.925094] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.928849] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524770f6-9d64-7e0b-866b-cbc3783eda20, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.929757] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64aaba1f-f663-4f3a-8b09-b59b0edcdb75 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.935289] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1165.935289] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520c938c-93dd-0c62-10b1-d2297a814001" [ 1165.935289] env[69162]: _type = "Task" [ 1165.935289] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.943053] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520c938c-93dd-0c62-10b1-d2297a814001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.112264] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5251625c-589a-4467-b123-c31b71fc3f24, 'name': SearchDatastore_Task, 'duration_secs': 0.016317} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.112583] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.112820] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.113077] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.113237] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.113422] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.113698] env[69162]: DEBUG oslo_concurrency.lockutils [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.114053] env[69162]: DEBUG oslo_concurrency.lockutils [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.114285] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9355a0f9-227a-4597-97fd-59c03bfc33f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.116052] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cfd5669-95e7-4a20-b307-36c18496d2fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.121300] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1166.121300] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c2fb92-b242-7969-35cc-48e034d54764" [ 1166.121300] env[69162]: _type = "Task" [ 1166.121300] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.125411] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.125610] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.126634] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1487b3-4a43-4639-ab4b-f944a9840270 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.131384] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c2fb92-b242-7969-35cc-48e034d54764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.134603] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1166.134603] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521ed227-7f6f-f3ae-1b81-f7ae9d039160" [ 1166.134603] env[69162]: _type = "Task" [ 1166.134603] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.143596] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521ed227-7f6f-f3ae-1b81-f7ae9d039160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.188393] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.188714] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed5d5a2-274d-45f8-881f-73b5f31958a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.196014] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1166.196014] env[69162]: value = "task-3233183" [ 1166.196014] env[69162]: _type = "Task" [ 1166.196014] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.203865] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.238864] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "interface-9651bffe-026c-4a57-b102-e154745305f3-d517803d-f59f-4d17-963e-eaf50211e085" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.239225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-9651bffe-026c-4a57-b102-e154745305f3-d517803d-f59f-4d17-963e-eaf50211e085" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.298045] env[69162]: DEBUG nova.compute.manager [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.320853] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 10c631a8-eedc-45f2-ac18-a42714d362c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1166.328948] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.329363] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.329542] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.329728] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.329875] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.330073] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.330294] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.330454] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.330621] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.330780] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.330947] env[69162]: DEBUG nova.virt.hardware [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.331886] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a96ef4-ba74-4b55-912e-e3ea1ce2443e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.341370] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d8cf3-b5ba-4f74-aca1-831ae426ddc5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.427148] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06784} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.427479] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.428247] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61292b75-8250-4cef-b475-b0c9b20ac249 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.451969] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4b801b94-0c11-4f93-82d4-a64eca4f3afc/4b801b94-0c11-4f93-82d4-a64eca4f3afc.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.455019] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3adb7c-2fed-4189-bd96-311ff808126a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.475072] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]520c938c-93dd-0c62-10b1-d2297a814001, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.476610] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.476610] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] a5648f18-d78a-4449-98be-bfa1c93d4e23/a5648f18-d78a-4449-98be-bfa1c93d4e23.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.476828] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1166.476828] env[69162]: value = "task-3233184" [ 1166.476828] env[69162]: _type = "Task" [ 1166.476828] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.477020] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd2e7bf0-bacc-4ab9-a2f0-602a155518f9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.486895] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.488104] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1166.488104] env[69162]: value = "task-3233185" [ 1166.488104] env[69162]: _type = "Task" [ 1166.488104] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.495344] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.630218] env[69162]: DEBUG nova.compute.manager [req-6f4a149d-3603-4c92-bc4c-be9b37943cca req-0f97493e-ed49-40f0-95d5-d2a8c1e20944 service nova] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Received event network-vif-plugged-5a9a5076-bba0-4c02-9075-5d59ff9d5288 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.630218] env[69162]: DEBUG oslo_concurrency.lockutils [req-6f4a149d-3603-4c92-bc4c-be9b37943cca req-0f97493e-ed49-40f0-95d5-d2a8c1e20944 service nova] Acquiring lock "3bc2a254-1926-4677-ab4b-fe26730aaacf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.630218] env[69162]: DEBUG oslo_concurrency.lockutils [req-6f4a149d-3603-4c92-bc4c-be9b37943cca req-0f97493e-ed49-40f0-95d5-d2a8c1e20944 service nova] Lock "3bc2a254-1926-4677-ab4b-fe26730aaacf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.630218] env[69162]: DEBUG oslo_concurrency.lockutils [req-6f4a149d-3603-4c92-bc4c-be9b37943cca req-0f97493e-ed49-40f0-95d5-d2a8c1e20944 service nova] Lock "3bc2a254-1926-4677-ab4b-fe26730aaacf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.632796] env[69162]: DEBUG nova.compute.manager [req-6f4a149d-3603-4c92-bc4c-be9b37943cca req-0f97493e-ed49-40f0-95d5-d2a8c1e20944 service nova] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] No waiting events found dispatching network-vif-plugged-5a9a5076-bba0-4c02-9075-5d59ff9d5288 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.632796] env[69162]: WARNING nova.compute.manager [req-6f4a149d-3603-4c92-bc4c-be9b37943cca req-0f97493e-ed49-40f0-95d5-d2a8c1e20944 service nova] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Received unexpected event network-vif-plugged-5a9a5076-bba0-4c02-9075-5d59ff9d5288 for instance with vm_state building and task_state spawning. [ 1166.636682] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c2fb92-b242-7969-35cc-48e034d54764, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.641418] env[69162]: DEBUG oslo_concurrency.lockutils [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.641759] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.642085] env[69162]: DEBUG oslo_concurrency.lockutils [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.648597] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521ed227-7f6f-f3ae-1b81-f7ae9d039160, 'name': SearchDatastore_Task, 'duration_secs': 0.00871} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.649791] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f658068-e415-406a-877b-2d9f6d0cf5c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.655961] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1166.655961] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5225f9ca-7ff8-518f-af36-1632dba9b164" [ 1166.655961] env[69162]: _type = "Task" [ 1166.655961] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.667932] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5225f9ca-7ff8-518f-af36-1632dba9b164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.707729] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233183, 'name': PowerOffVM_Task, 'duration_secs': 0.251933} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.708417] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.708776] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.709750] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5634385d-f3f2-4d20-aafd-f6a528d426e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.714969] env[69162]: DEBUG nova.network.neutron [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Successfully updated port: 5a9a5076-bba0-4c02-9075-5d59ff9d5288 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.721805] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.722180] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f9f7855-17e8-4cc5-a351-5fc1d6009f38 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.742080] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.742302] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.743220] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3b9c7f-8a44-48c4-8f58-0b1580945387 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.762348] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc6f07-ca60-4532-816f-7e4e66f955a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.790937] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Reconfiguring VM to detach interface {{(pid=69162) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1166.792435] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697e8afd-f427-42ef-bfb8-58636e6b763e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.807083] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.807366] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.807573] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleting the datastore file [datastore1] 03592ff7-c7fe-46b5-ac53-f95eb1896a7b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.808279] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eb6d6fa-37d4-4d2b-a4f2-ae7aab259eee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.814700] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1166.814700] env[69162]: value = "task-3233187" [ 1166.814700] env[69162]: _type = "Task" [ 1166.814700] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.816625] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1166.816625] env[69162]: value = "task-3233188" [ 1166.816625] env[69162]: _type = "Task" [ 1166.816625] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.823508] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance fdcc770d-9723-4bae-980f-497995f740e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1166.823867] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1166.823935] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1166.831219] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.834672] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.991104] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.000537] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493872} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.001282] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] a5648f18-d78a-4449-98be-bfa1c93d4e23/a5648f18-d78a-4449-98be-bfa1c93d4e23.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.001282] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.001282] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cfca30b-9f9b-47dc-9b23-925f91b0020a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.009013] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1167.009013] env[69162]: value = "task-3233189" [ 1167.009013] env[69162]: _type = "Task" [ 1167.009013] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.021738] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.074834] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b2511-771d-4c8c-a3e0-173c866edca2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.083942] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78d5b1d-9dcd-4958-baf8-91f7c94b7a6f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.114264] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb38846e-6d24-4b8f-95b3-b930092e9d9b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.122074] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a461eceb-9c8e-4a17-8841-906593e4b513 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.135360] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.166034] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5225f9ca-7ff8-518f-af36-1632dba9b164, 'name': SearchDatastore_Task, 'duration_secs': 0.01422} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.166428] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.166733] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 498747f4-f1cd-4e57-a50f-33d97610ce3c/498747f4-f1cd-4e57-a50f-33d97610ce3c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.167027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.167259] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.167510] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e245e25d-a1d0-4827-b8e2-4f3585db9d30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.169969] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5898bc9-ed96-4575-ac96-7f83d474851f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.177925] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1167.177925] env[69162]: value = "task-3233190" [ 1167.177925] env[69162]: _type = "Task" [ 1167.177925] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.181548] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.181668] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.182724] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175b608f-8a6c-4e7a-8405-8acd6f37225b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.187983] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.190984] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1167.190984] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524f5cde-e8f0-5a24-142d-3c072bceb1a6" [ 1167.190984] env[69162]: _type = "Task" [ 1167.190984] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.198564] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524f5cde-e8f0-5a24-142d-3c072bceb1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.219962] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "refresh_cache-3bc2a254-1926-4677-ab4b-fe26730aaacf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.219962] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "refresh_cache-3bc2a254-1926-4677-ab4b-fe26730aaacf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.220162] env[69162]: DEBUG nova.network.neutron [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.335136] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301092} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.340463] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.340850] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.341154] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.345141] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.491614] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233184, 'name': ReconfigVM_Task, 'duration_secs': 0.587598} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.492233] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4b801b94-0c11-4f93-82d4-a64eca4f3afc/4b801b94-0c11-4f93-82d4-a64eca4f3afc.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.492954] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fb4f3e7-38fa-46c7-9740-84dafd3444ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.503338] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1167.503338] env[69162]: value = "task-3233191" [ 1167.503338] env[69162]: _type = "Task" [ 1167.503338] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.515772] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233191, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.522503] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081409} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.522784] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.523610] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1a502e-521d-4952-88d7-ea7b5dc4bcc3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.547143] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] a5648f18-d78a-4449-98be-bfa1c93d4e23/a5648f18-d78a-4449-98be-bfa1c93d4e23.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.547573] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-178479c5-2377-4c88-990a-3bd7720eb056 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.572044] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1167.572044] env[69162]: value = "task-3233192" [ 1167.572044] env[69162]: _type = "Task" [ 1167.572044] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.581093] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.639065] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.688301] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459555} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.688570] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 498747f4-f1cd-4e57-a50f-33d97610ce3c/498747f4-f1cd-4e57-a50f-33d97610ce3c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.688787] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.689046] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0383c5fa-9367-444f-b9e8-d9701e52b81c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.695953] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1167.695953] env[69162]: value = "task-3233193" [ 1167.695953] env[69162]: _type = "Task" [ 1167.695953] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.699820] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524f5cde-e8f0-5a24-142d-3c072bceb1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.703048] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6782acef-990e-4d9f-9f1c-a5531e5dc52f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.710042] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.711298] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1167.711298] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d79e28-e68e-c135-2b00-340bd8a60cd5" [ 1167.711298] env[69162]: _type = "Task" [ 1167.711298] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.718793] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d79e28-e68e-c135-2b00-340bd8a60cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.763286] env[69162]: DEBUG nova.network.neutron [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.831316] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.923065] env[69162]: DEBUG nova.network.neutron [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Updating instance_info_cache with network_info: [{"id": "5a9a5076-bba0-4c02-9075-5d59ff9d5288", "address": "fa:16:3e:ff:a0:9b", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9a5076-bb", "ovs_interfaceid": "5a9a5076-bba0-4c02-9075-5d59ff9d5288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.013561] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233191, 'name': Rename_Task, 'duration_secs': 0.206207} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.013871] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.014177] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa745711-9c1e-4793-8561-4ee2dd14dccc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.022706] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1168.022706] env[69162]: value = "task-3233194" [ 1168.022706] env[69162]: _type = "Task" [ 1168.022706] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.031547] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.082073] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233192, 'name': ReconfigVM_Task, 'duration_secs': 0.293673} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.082073] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Reconfigured VM instance instance-00000060 to attach disk [datastore1] a5648f18-d78a-4449-98be-bfa1c93d4e23/a5648f18-d78a-4449-98be-bfa1c93d4e23.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.082558] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ca33b85-0008-4123-b930-fb93c05ddff9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.088989] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1168.088989] env[69162]: value = "task-3233195" [ 1168.088989] env[69162]: _type = "Task" [ 1168.088989] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.096718] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233195, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.145511] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1168.145511] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.875s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.145511] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.939s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.147036] env[69162]: INFO nova.compute.claims [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.212939] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069384} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.216120] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.216882] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906acf21-edda-48c8-950b-389fdd1468de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.224844] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d79e28-e68e-c135-2b00-340bd8a60cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011542} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.231835] env[69162]: DEBUG oslo_concurrency.lockutils [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.232124] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 80e155f8-13e5-4cc5-9667-6083e0b2c680/80e155f8-13e5-4cc5-9667-6083e0b2c680.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.241048] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 498747f4-f1cd-4e57-a50f-33d97610ce3c/498747f4-f1cd-4e57-a50f-33d97610ce3c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.241358] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6342e9ef-592b-4d39-8bfa-4a22bab0cf63 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.243463] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d9d9541-6e5e-497b-b94d-beab66ab8f24 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.262244] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1168.262244] env[69162]: value = "task-3233196" [ 1168.262244] env[69162]: _type = "Task" [ 1168.262244] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.266382] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1168.266382] env[69162]: value = "task-3233197" [ 1168.266382] env[69162]: _type = "Task" [ 1168.266382] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.272683] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.277308] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.333435] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.380878] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.381142] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.381305] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.381489] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.381637] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.381787] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.382010] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.382185] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.382355] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.382515] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.382693] env[69162]: DEBUG nova.virt.hardware [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.383585] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85914c74-4bad-4621-92fd-e6767faa707a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.391144] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbf9a3c-cea3-404b-8d84-10af23300506 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.404391] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:42:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fe55626-5c25-482e-9668-c794afa011dc', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.411768] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.412056] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.412285] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57471db0-f085-42c1-97da-8250e8a1b430 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.427157] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "refresh_cache-3bc2a254-1926-4677-ab4b-fe26730aaacf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.427521] env[69162]: DEBUG nova.compute.manager [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Instance network_info: |[{"id": "5a9a5076-bba0-4c02-9075-5d59ff9d5288", "address": "fa:16:3e:ff:a0:9b", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9a5076-bb", "ovs_interfaceid": "5a9a5076-bba0-4c02-9075-5d59ff9d5288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.427952] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:a0:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a9a5076-bba0-4c02-9075-5d59ff9d5288', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.435551] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.436197] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.436737] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b95299e-4f13-49c2-b0ee-9f07058bcd8b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.452937] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.452937] env[69162]: value = "task-3233198" [ 1168.452937] env[69162]: _type = "Task" [ 1168.452937] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.460641] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.460641] env[69162]: value = "task-3233199" [ 1168.460641] env[69162]: _type = "Task" [ 1168.460641] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.464159] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233198, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.474295] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233199, 'name': CreateVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.538278] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233194, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.598982] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233195, 'name': Rename_Task, 'duration_secs': 0.135525} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.599302] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.599564] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c266f5a0-b00d-4dca-910f-5abf52819278 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.609412] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1168.609412] env[69162]: value = "task-3233200" [ 1168.609412] env[69162]: _type = "Task" [ 1168.609412] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.619027] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.660982] env[69162]: DEBUG nova.compute.manager [req-14b18e49-deee-4bde-aba0-6b918803c83d req-13fe4302-8fd7-411d-a622-0dbeec62caeb service nova] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Received event network-changed-5a9a5076-bba0-4c02-9075-5d59ff9d5288 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.661342] env[69162]: DEBUG nova.compute.manager [req-14b18e49-deee-4bde-aba0-6b918803c83d req-13fe4302-8fd7-411d-a622-0dbeec62caeb service nova] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Refreshing instance network info cache due to event network-changed-5a9a5076-bba0-4c02-9075-5d59ff9d5288. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.661452] env[69162]: DEBUG oslo_concurrency.lockutils [req-14b18e49-deee-4bde-aba0-6b918803c83d req-13fe4302-8fd7-411d-a622-0dbeec62caeb service nova] Acquiring lock "refresh_cache-3bc2a254-1926-4677-ab4b-fe26730aaacf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.661605] env[69162]: DEBUG oslo_concurrency.lockutils [req-14b18e49-deee-4bde-aba0-6b918803c83d req-13fe4302-8fd7-411d-a622-0dbeec62caeb service nova] Acquired lock "refresh_cache-3bc2a254-1926-4677-ab4b-fe26730aaacf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.661791] env[69162]: DEBUG nova.network.neutron [req-14b18e49-deee-4bde-aba0-6b918803c83d req-13fe4302-8fd7-411d-a622-0dbeec62caeb service nova] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Refreshing network info cache for port 5a9a5076-bba0-4c02-9075-5d59ff9d5288 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.778137] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461768} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.779123] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 80e155f8-13e5-4cc5-9667-6083e0b2c680/80e155f8-13e5-4cc5-9667-6083e0b2c680.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.779450] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.779724] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ec34d9f-9217-430e-8fed-9de270bf39ab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.785025] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233197, 'name': ReconfigVM_Task, 'duration_secs': 0.391804} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.785647] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 498747f4-f1cd-4e57-a50f-33d97610ce3c/498747f4-f1cd-4e57-a50f-33d97610ce3c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.786268] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90887020-8df0-4da0-a7a8-0a0163cb51b8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.789417] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1168.789417] env[69162]: value = "task-3233201" [ 1168.789417] env[69162]: _type = "Task" [ 1168.789417] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.793400] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1168.793400] env[69162]: value = "task-3233202" [ 1168.793400] env[69162]: _type = "Task" [ 1168.793400] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.800057] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.804869] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233202, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.832319] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.963586] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233198, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.972766] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233199, 'name': CreateVM_Task, 'duration_secs': 0.434632} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.972969] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.973680] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.973850] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.974231] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.974504] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5c45db-3b2e-4017-aa05-5182f6d52eba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.979325] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1168.979325] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b6c967-c3c0-9a9b-1174-7f4ce4232ff8" [ 1168.979325] env[69162]: _type = "Task" [ 1168.979325] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.986933] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b6c967-c3c0-9a9b-1174-7f4ce4232ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.033096] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233194, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.119545] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.305176] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233202, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.308059] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069937} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.310487] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.313568] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3476e74-9ad0-42db-ba4e-58d48e3348aa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.337153] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 80e155f8-13e5-4cc5-9667-6083e0b2c680/80e155f8-13e5-4cc5-9667-6083e0b2c680.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.342948] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95be96b0-ed65-4d2e-9ab4-0c454a7649ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.366735] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.368204] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1169.368204] env[69162]: value = "task-3233203" [ 1169.368204] env[69162]: _type = "Task" [ 1169.368204] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.378852] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.396917] env[69162]: DEBUG nova.network.neutron [req-14b18e49-deee-4bde-aba0-6b918803c83d req-13fe4302-8fd7-411d-a622-0dbeec62caeb service nova] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Updated VIF entry in instance network info cache for port 5a9a5076-bba0-4c02-9075-5d59ff9d5288. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.396917] env[69162]: DEBUG nova.network.neutron [req-14b18e49-deee-4bde-aba0-6b918803c83d req-13fe4302-8fd7-411d-a622-0dbeec62caeb service nova] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Updating instance_info_cache with network_info: [{"id": "5a9a5076-bba0-4c02-9075-5d59ff9d5288", "address": "fa:16:3e:ff:a0:9b", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a9a5076-bb", "ovs_interfaceid": "5a9a5076-bba0-4c02-9075-5d59ff9d5288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.443632] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6ef8d9-afec-408d-beb5-51c152f1d142 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.453845] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7b52c0-1599-4875-8393-97f54d2f8be8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.467443] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233198, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.494484] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb60c26-024c-46cd-a323-ad43edcbbf97 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.502830] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b6c967-c3c0-9a9b-1174-7f4ce4232ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.008873} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.504359] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.504596] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.504834] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.504981] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.505179] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.505472] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c18a1603-0111-4812-b80d-6ae188da3a76 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.508118] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47a7dc7-1f9f-4508-89f5-0f75369bdc07 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.521552] env[69162]: DEBUG nova.compute.provider_tree [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.525511] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.525511] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.525511] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b0eb76-e004-43a6-8713-e0533b866b29 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.536779] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233194, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.538678] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1169.538678] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f13ba9-385b-75ed-3d9d-3109bef52097" [ 1169.538678] env[69162]: _type = "Task" [ 1169.538678] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.547115] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f13ba9-385b-75ed-3d9d-3109bef52097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.619874] env[69162]: DEBUG oslo_vmware.api [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233200, 'name': PowerOnVM_Task, 'duration_secs': 0.59183} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.620164] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.620386] env[69162]: INFO nova.compute.manager [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1169.620548] env[69162]: DEBUG nova.compute.manager [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.621326] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f817441-e49d-4546-b70e-d52f723dcbd4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.806362] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233202, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.838145] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.877253] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.898026] env[69162]: DEBUG oslo_concurrency.lockutils [req-14b18e49-deee-4bde-aba0-6b918803c83d req-13fe4302-8fd7-411d-a622-0dbeec62caeb service nova] Releasing lock "refresh_cache-3bc2a254-1926-4677-ab4b-fe26730aaacf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.967913] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233198, 'name': CreateVM_Task, 'duration_secs': 1.224553} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.968104] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.968778] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.968950] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.969299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.969555] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e321e2b9-016a-44be-807a-d6a04452ae7c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.973988] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1169.973988] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ecbdaa-d7ae-1bf2-adf0-a1fd1e0acf0d" [ 1169.973988] env[69162]: _type = "Task" [ 1169.973988] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.981638] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ecbdaa-d7ae-1bf2-adf0-a1fd1e0acf0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.029747] env[69162]: DEBUG nova.scheduler.client.report [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.037397] env[69162]: DEBUG oslo_vmware.api [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233194, 'name': PowerOnVM_Task, 'duration_secs': 1.722356} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.037668] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.037872] env[69162]: INFO nova.compute.manager [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Took 13.39 seconds to spawn the instance on the hypervisor. [ 1170.038059] env[69162]: DEBUG nova.compute.manager [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.038864] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafc9dba-d351-4752-a388-b4331ac828c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.054105] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f13ba9-385b-75ed-3d9d-3109bef52097, 'name': SearchDatastore_Task, 'duration_secs': 0.019198} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.055043] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95658c6-d919-407c-8ed9-55087e438da0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.059766] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1170.059766] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52468d28-06af-84b0-e934-8ee49e125565" [ 1170.059766] env[69162]: _type = "Task" [ 1170.059766] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.068230] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52468d28-06af-84b0-e934-8ee49e125565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.137813] env[69162]: INFO nova.compute.manager [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Took 16.94 seconds to build instance. [ 1170.308602] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233202, 'name': Rename_Task, 'duration_secs': 1.143028} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.308931] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.309230] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdf859a2-1cc4-4156-ae57-7f72e718a7b4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.316240] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1170.316240] env[69162]: value = "task-3233204" [ 1170.316240] env[69162]: _type = "Task" [ 1170.316240] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.333837] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.342608] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.377747] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233203, 'name': ReconfigVM_Task, 'duration_secs': 1.00822} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.378142] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 80e155f8-13e5-4cc5-9667-6083e0b2c680/80e155f8-13e5-4cc5-9667-6083e0b2c680.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.379317] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'size': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': 'ffd621e6-83e3-4f32-bf4e-62ed3a489064'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646251', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'name': 'volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e155f8-13e5-4cc5-9667-6083e0b2c680', 'attached_at': '', 'detached_at': '', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'serial': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8'}, 'attachment_id': 'f7715e69-66e5-4d2c-ad1d-0285ccf8bc78', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69162) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1170.379532] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1170.379735] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646251', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'name': 'volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e155f8-13e5-4cc5-9667-6083e0b2c680', 'attached_at': '', 'detached_at': '', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'serial': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1170.380517] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0023fc8-a5f1-454d-86b7-834120d4de3d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.395987] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ee816-945d-447c-9c4a-78b9e4844ec8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.420978] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8/volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.421669] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc5f8b68-f894-4a3b-962c-37a47714e0be {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.439893] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1170.439893] env[69162]: value = "task-3233205" [ 1170.439893] env[69162]: _type = "Task" [ 1170.439893] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.447721] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.487951] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ecbdaa-d7ae-1bf2-adf0-a1fd1e0acf0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.488416] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.488759] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.489105] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.534437] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.535181] env[69162]: DEBUG nova.compute.manager [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.539097] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.062s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.541101] env[69162]: INFO nova.compute.claims [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.569261] env[69162]: INFO nova.compute.manager [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Took 22.52 seconds to build instance. [ 1170.575945] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52468d28-06af-84b0-e934-8ee49e125565, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.576625] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.577105] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 3bc2a254-1926-4677-ab4b-fe26730aaacf/3bc2a254-1926-4677-ab4b-fe26730aaacf.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.577466] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.577745] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.578065] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f55d3d50-48dc-45d9-afaa-7a4e2d5c47a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.581592] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79382e6c-e01a-4a41-97a4-269499a67470 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.590250] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1170.590250] env[69162]: value = "task-3233206" [ 1170.590250] env[69162]: _type = "Task" [ 1170.590250] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.598121] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.598121] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.599633] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa77ebc-bf19-4122-b3e3-abbb85ed2254 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.606922] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.610256] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1170.610256] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5286b2c9-a1bc-114f-a23d-ff9b4956acc4" [ 1170.610256] env[69162]: _type = "Task" [ 1170.610256] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.618650] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5286b2c9-a1bc-114f-a23d-ff9b4956acc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.640308] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3cf9af3-4c3e-4443-940c-3896b61300e8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.456s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.767642] env[69162]: DEBUG nova.compute.manager [req-b2832c23-db78-4123-a44a-026282001072 req-cf21a4bd-bed2-4a4e-a761-c8de19d00151 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received event network-changed-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.767905] env[69162]: DEBUG nova.compute.manager [req-b2832c23-db78-4123-a44a-026282001072 req-cf21a4bd-bed2-4a4e-a761-c8de19d00151 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Refreshing instance network info cache due to event network-changed-11143e6c-e8d6-4bc5-8563-539b3a132fdb. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.768749] env[69162]: DEBUG oslo_concurrency.lockutils [req-b2832c23-db78-4123-a44a-026282001072 req-cf21a4bd-bed2-4a4e-a761-c8de19d00151 service nova] Acquiring lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.768833] env[69162]: DEBUG oslo_concurrency.lockutils [req-b2832c23-db78-4123-a44a-026282001072 req-cf21a4bd-bed2-4a4e-a761-c8de19d00151 service nova] Acquired lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.768994] env[69162]: DEBUG nova.network.neutron [req-b2832c23-db78-4123-a44a-026282001072 req-cf21a4bd-bed2-4a4e-a761-c8de19d00151 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Refreshing network info cache for port 11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.830409] env[69162]: DEBUG oslo_vmware.api [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233204, 'name': PowerOnVM_Task, 'duration_secs': 0.436071} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.830641] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.830842] env[69162]: INFO nova.compute.manager [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1170.831026] env[69162]: DEBUG nova.compute.manager [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.831844] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d4a0ad-6eb3-490a-a4b9-9ec2bbeb6cc7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.846829] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.953997] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233205, 'name': ReconfigVM_Task, 'duration_secs': 0.448736} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.954259] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8/volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.959971] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e2ba40-09cc-4ee2-bd96-93a3e0145ec2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.978971] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1170.978971] env[69162]: value = "task-3233207" [ 1170.978971] env[69162]: _type = "Task" [ 1170.978971] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.991729] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.046361] env[69162]: DEBUG nova.compute.utils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.050889] env[69162]: DEBUG nova.compute.manager [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.051096] env[69162]: DEBUG nova.network.neutron [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.077827] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7a0ae1bb-45ff-4739-959b-8d0fe316f86d tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.034s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.092943] env[69162]: DEBUG nova.policy [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8f9f0bdf31b49d4ab51bfb122c4b2a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88d09fd53056449e943007bc5ec1a816', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.103929] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50937} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.104251] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 3bc2a254-1926-4677-ab4b-fe26730aaacf/3bc2a254-1926-4677-ab4b-fe26730aaacf.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.104469] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.104684] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb220e5-5f5a-40c5-9993-9c6a88e1748e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.111911] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1171.111911] env[69162]: value = "task-3233208" [ 1171.111911] env[69162]: _type = "Task" [ 1171.111911] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.123779] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.128960] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5286b2c9-a1bc-114f-a23d-ff9b4956acc4, 'name': SearchDatastore_Task, 'duration_secs': 0.008913} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.129969] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539f286b-ab94-445d-9cd3-51fb59583fcd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.135199] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1171.135199] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f242ca-6d0c-aefd-648e-1759982120f5" [ 1171.135199] env[69162]: _type = "Task" [ 1171.135199] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.142978] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f242ca-6d0c-aefd-648e-1759982120f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.345217] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.356833] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.357094] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.357303] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.357545] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.357722] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.359166] env[69162]: INFO nova.compute.manager [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Took 17.29 seconds to build instance. [ 1171.361276] env[69162]: INFO nova.compute.manager [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Terminating instance [ 1171.462195] env[69162]: DEBUG nova.network.neutron [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Successfully created port: 121ce7ea-943b-47f5-ba55-2c8bf23a396d {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.490375] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233207, 'name': ReconfigVM_Task, 'duration_secs': 0.206528} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.493055] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646251', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'name': 'volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e155f8-13e5-4cc5-9667-6083e0b2c680', 'attached_at': '', 'detached_at': '', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'serial': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1171.493651] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-110a98f9-c7d9-49fa-8c21-86418b73a0e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.499962] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1171.499962] env[69162]: value = "task-3233209" [ 1171.499962] env[69162]: _type = "Task" [ 1171.499962] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.509658] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233209, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.551931] env[69162]: DEBUG nova.compute.manager [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.626017] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064943} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.632595] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.638080] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eca9bf4-f46e-4b3e-b0b8-7e648618127b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.672397] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 3bc2a254-1926-4677-ab4b-fe26730aaacf/3bc2a254-1926-4677-ab4b-fe26730aaacf.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.677862] env[69162]: DEBUG nova.network.neutron [req-b2832c23-db78-4123-a44a-026282001072 req-cf21a4bd-bed2-4a4e-a761-c8de19d00151 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updated VIF entry in instance network info cache for port 11143e6c-e8d6-4bc5-8563-539b3a132fdb. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.678338] env[69162]: DEBUG nova.network.neutron [req-b2832c23-db78-4123-a44a-026282001072 req-cf21a4bd-bed2-4a4e-a761-c8de19d00151 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updating instance_info_cache with network_info: [{"id": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "address": "fa:16:3e:c8:8d:58", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11143e6c-e8", "ovs_interfaceid": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.679733] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-879a403b-d8b5-4b8b-b8f8-4b1c3176b591 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.696074] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f242ca-6d0c-aefd-648e-1759982120f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.700537] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.700887] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 03592ff7-c7fe-46b5-ac53-f95eb1896a7b/03592ff7-c7fe-46b5-ac53-f95eb1896a7b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.701834] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3371e006-4a19-4580-96fd-caf33c7dd73b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.706457] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1171.706457] env[69162]: value = "task-3233210" [ 1171.706457] env[69162]: _type = "Task" [ 1171.706457] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.711093] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1171.711093] env[69162]: value = "task-3233211" [ 1171.711093] env[69162]: _type = "Task" [ 1171.711093] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.720886] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.728779] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.847284] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.862312] env[69162]: DEBUG oslo_concurrency.lockutils [None req-82a368a9-0043-48bd-8610-38983504d6d9 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "498747f4-f1cd-4e57-a50f-33d97610ce3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.816s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.866866] env[69162]: DEBUG nova.compute.manager [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.867213] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.868243] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e917aeb8-97b9-4ca2-bb3d-ab78a36c5e2c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.876298] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.876567] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee9c63ce-307f-49d2-83af-2fdbb96c8e87 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.884947] env[69162]: DEBUG oslo_vmware.api [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1171.884947] env[69162]: value = "task-3233212" [ 1171.884947] env[69162]: _type = "Task" [ 1171.884947] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.893165] env[69162]: DEBUG oslo_vmware.api [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.894760] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d72189-adf7-425e-bfec-b49d3a7797b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.901761] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfc7c9e-eb6f-4f22-b3f6-8e07d2503677 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.934334] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9db5ef5-759b-4644-81c8-ca5025b18a71 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.943014] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c1ef65-b437-448a-8b10-1cabf5c84cda {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.957760] env[69162]: DEBUG nova.compute.provider_tree [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.014291] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233209, 'name': Rename_Task, 'duration_secs': 0.186528} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.014627] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.014892] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3c634d3-e85a-45c8-96e3-01717a37d240 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.022899] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1172.022899] env[69162]: value = "task-3233213" [ 1172.022899] env[69162]: _type = "Task" [ 1172.022899] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.032288] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.197810] env[69162]: DEBUG oslo_concurrency.lockutils [req-b2832c23-db78-4123-a44a-026282001072 req-cf21a4bd-bed2-4a4e-a761-c8de19d00151 service nova] Releasing lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.223965] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.232570] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.347377] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.394864] env[69162]: DEBUG oslo_vmware.api [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233212, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.461191] env[69162]: DEBUG nova.scheduler.client.report [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.532988] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.567661] env[69162]: DEBUG nova.compute.manager [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.591232] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.591495] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.591653] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.591837] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.591982] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.592146] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.592356] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.592516] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.592682] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.592843] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.593026] env[69162]: DEBUG nova.virt.hardware [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.593897] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db13dde-f9a7-48e7-a20b-1e60a9c08f1b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.603288] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb0aa5c-2116-4a12-be13-6e19c48e8036 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.718930] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233210, 'name': ReconfigVM_Task, 'duration_secs': 0.633751} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.719589] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 3bc2a254-1926-4677-ab4b-fe26730aaacf/3bc2a254-1926-4677-ab4b-fe26730aaacf.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.720239] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d57f2330-ecb2-404c-8d53-0420a41306f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.725591] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611251} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.725591] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 03592ff7-c7fe-46b5-ac53-f95eb1896a7b/03592ff7-c7fe-46b5-ac53-f95eb1896a7b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.725591] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.725591] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32131294-1896-4f24-97c7-25826d48cd67 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.728383] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1172.728383] env[69162]: value = "task-3233214" [ 1172.728383] env[69162]: _type = "Task" [ 1172.728383] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.732311] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1172.732311] env[69162]: value = "task-3233215" [ 1172.732311] env[69162]: _type = "Task" [ 1172.732311] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.738188] env[69162]: INFO nova.compute.manager [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Rebuilding instance [ 1172.740230] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233214, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.745199] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.784298] env[69162]: DEBUG nova.compute.manager [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.785277] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8655daf9-c14a-40db-a190-467feea7e5a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.849960] env[69162]: DEBUG oslo_vmware.api [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233188, 'name': ReconfigVM_Task, 'duration_secs': 5.815925} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.850363] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.850490] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Reconfigured VM to detach interface {{(pid=69162) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1172.897726] env[69162]: DEBUG oslo_vmware.api [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233212, 'name': PowerOffVM_Task, 'duration_secs': 0.74576} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.898019] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.898228] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.898440] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dce8dcb-eee6-4725-8224-e1fb88c9ec47 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.967279] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.967883] env[69162]: DEBUG nova.compute.manager [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.970476] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.663s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.970700] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.972640] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.650s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.974013] env[69162]: INFO nova.compute.claims [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.996330] env[69162]: INFO nova.scheduler.client.report [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleted allocations for instance 2010ade1-bafc-4635-bc43-b131ac8095c8 [ 1173.016237] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.016411] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.016597] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Deleting the datastore file [datastore1] 4b801b94-0c11-4f93-82d4-a64eca4f3afc {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.016907] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82c84d0c-4e46-4857-a84a-2e4da02f6276 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.025578] env[69162]: DEBUG oslo_vmware.api [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for the task: (returnval){ [ 1173.025578] env[69162]: value = "task-3233217" [ 1173.025578] env[69162]: _type = "Task" [ 1173.025578] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.037221] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.040932] env[69162]: DEBUG oslo_vmware.api [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.078660] env[69162]: DEBUG nova.compute.manager [req-b6357955-b01b-4c05-a67d-f5a3858ef73e req-160f600b-2921-4298-83ed-72f8c3bda335 service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Received event network-vif-plugged-121ce7ea-943b-47f5-ba55-2c8bf23a396d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.080896] env[69162]: DEBUG oslo_concurrency.lockutils [req-b6357955-b01b-4c05-a67d-f5a3858ef73e req-160f600b-2921-4298-83ed-72f8c3bda335 service nova] Acquiring lock "174681e5-e6cc-4299-85b2-5d7b0c743aea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.080896] env[69162]: DEBUG oslo_concurrency.lockutils [req-b6357955-b01b-4c05-a67d-f5a3858ef73e req-160f600b-2921-4298-83ed-72f8c3bda335 service nova] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.080896] env[69162]: DEBUG oslo_concurrency.lockutils [req-b6357955-b01b-4c05-a67d-f5a3858ef73e req-160f600b-2921-4298-83ed-72f8c3bda335 service nova] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.080896] env[69162]: DEBUG nova.compute.manager [req-b6357955-b01b-4c05-a67d-f5a3858ef73e req-160f600b-2921-4298-83ed-72f8c3bda335 service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] No waiting events found dispatching network-vif-plugged-121ce7ea-943b-47f5-ba55-2c8bf23a396d {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.080896] env[69162]: WARNING nova.compute.manager [req-b6357955-b01b-4c05-a67d-f5a3858ef73e req-160f600b-2921-4298-83ed-72f8c3bda335 service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Received unexpected event network-vif-plugged-121ce7ea-943b-47f5-ba55-2c8bf23a396d for instance with vm_state building and task_state spawning. [ 1173.243679] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233214, 'name': Rename_Task, 'duration_secs': 0.339685} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.246727] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.247072] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272209} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.247314] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-036fad69-a4ed-47cc-9a25-d0b2c43672a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.248933] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.249679] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecdabde-53ba-457a-bf76-ee081080182b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.273343] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 03592ff7-c7fe-46b5-ac53-f95eb1896a7b/03592ff7-c7fe-46b5-ac53-f95eb1896a7b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.274974] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8379e6e2-5dcc-4fcf-a3d9-72af08d8ff60 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.289947] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1173.289947] env[69162]: value = "task-3233218" [ 1173.289947] env[69162]: _type = "Task" [ 1173.289947] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.297670] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1173.297670] env[69162]: value = "task-3233219" [ 1173.297670] env[69162]: _type = "Task" [ 1173.297670] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.301404] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233218, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.311124] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233219, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.477683] env[69162]: DEBUG nova.network.neutron [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Successfully updated port: 121ce7ea-943b-47f5-ba55-2c8bf23a396d {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.480054] env[69162]: DEBUG nova.compute.utils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.484008] env[69162]: DEBUG nova.compute.manager [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.484198] env[69162]: DEBUG nova.network.neutron [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.508201] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec4a94c6-bf97-4b10-a918-c59f4d265e70 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2010ade1-bafc-4635-bc43-b131ac8095c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.641s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.539019] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233213, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.541230] env[69162]: DEBUG oslo_vmware.api [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Task: {'id': task-3233217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214731} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.541465] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.541649] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.541811] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.541974] env[69162]: INFO nova.compute.manager [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1173.542245] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.542424] env[69162]: DEBUG nova.compute.manager [-] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.542565] env[69162]: DEBUG nova.network.neutron [-] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.548571] env[69162]: DEBUG nova.policy [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '207edcf7eeb2489aba58db344cf88ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b742856b79ec4d4f8b10abc459036d2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.803881] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.803881] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.803881] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84cb9ce3-3445-403d-b8f6-45a1dc3f7f3c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.812160] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.813597] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1173.813597] env[69162]: value = "task-3233220" [ 1173.813597] env[69162]: _type = "Task" [ 1173.813597] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.822180] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.987275] env[69162]: DEBUG nova.compute.manager [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.989221] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "refresh_cache-174681e5-e6cc-4299-85b2-5d7b0c743aea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.989426] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquired lock "refresh_cache-174681e5-e6cc-4299-85b2-5d7b0c743aea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.989631] env[69162]: DEBUG nova.network.neutron [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.040688] env[69162]: DEBUG oslo_vmware.api [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233213, 'name': PowerOnVM_Task, 'duration_secs': 1.732256} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.043312] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.043529] env[69162]: DEBUG nova.compute.manager [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.044798] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01767eec-5c0a-40a9-b858-d12563a82c62 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.111116] env[69162]: DEBUG nova.network.neutron [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Successfully created port: 82a89561-425f-4243-84f7-8cad1d9ba30d {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.284362] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c9425f-4fa0-43ee-8784-f0df13083ebf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.297411] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708a0472-167b-488a-b9c1-8b75543decc6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.339263] env[69162]: DEBUG oslo_vmware.api [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233218, 'name': PowerOnVM_Task, 'duration_secs': 0.777536} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.345610] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0a632e-aa96-4ecd-84da-5433046b2552 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.346599] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.346809] env[69162]: INFO nova.compute.manager [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1174.346980] env[69162]: DEBUG nova.compute.manager [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.350990] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef560060-d63a-452f-a49b-9e53e7b29c85 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.353351] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233219, 'name': ReconfigVM_Task, 'duration_secs': 0.865888} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.354238] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 03592ff7-c7fe-46b5-ac53-f95eb1896a7b/03592ff7-c7fe-46b5-ac53-f95eb1896a7b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.355203] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c607f92c-6b66-41d9-8455-1934b00cf557 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.361663] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233220, 'name': PowerOffVM_Task, 'duration_secs': 0.136033} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.364274] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb08a5c3-b733-4989-b96c-c40975b5e84f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.367975] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.368649] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.377155] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef9e03-5003-4d7d-a9e9-52242c5826c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.379226] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1174.379226] env[69162]: value = "task-3233221" [ 1174.379226] env[69162]: _type = "Task" [ 1174.379226] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.395092] env[69162]: DEBUG nova.compute.provider_tree [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.396877] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.397689] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96deab63-414f-4708-8194-3ca3145d4e98 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.403029] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233221, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.426901] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.427135] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.427320] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Deleting the datastore file [datastore2] 498747f4-f1cd-4e57-a50f-33d97610ce3c {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.427617] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-214078b6-33b4-4785-8f2f-23e5943010ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.434125] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1174.434125] env[69162]: value = "task-3233223" [ 1174.434125] env[69162]: _type = "Task" [ 1174.434125] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.442185] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.527460] env[69162]: DEBUG nova.network.neutron [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.569503] env[69162]: DEBUG oslo_concurrency.lockutils [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.621301] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.621485] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquired lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.621738] env[69162]: DEBUG nova.network.neutron [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.665815] env[69162]: DEBUG nova.network.neutron [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Updating instance_info_cache with network_info: [{"id": "121ce7ea-943b-47f5-ba55-2c8bf23a396d", "address": "fa:16:3e:a0:0d:86", "network": {"id": "47a9a562-3b87-4bd2-a60c-c9031e4e9788", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-602079851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88d09fd53056449e943007bc5ec1a816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap121ce7ea-94", "ovs_interfaceid": "121ce7ea-943b-47f5-ba55-2c8bf23a396d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.750681] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "9651bffe-026c-4a57-b102-e154745305f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.750953] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "9651bffe-026c-4a57-b102-e154745305f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.751185] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "9651bffe-026c-4a57-b102-e154745305f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.751372] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "9651bffe-026c-4a57-b102-e154745305f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.751544] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "9651bffe-026c-4a57-b102-e154745305f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.754087] env[69162]: INFO nova.compute.manager [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Terminating instance [ 1174.880684] env[69162]: DEBUG nova.network.neutron [-] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.891638] env[69162]: INFO nova.compute.manager [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Took 20.05 seconds to build instance. [ 1174.896029] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233221, 'name': Rename_Task, 'duration_secs': 0.217157} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.896288] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.896524] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7c46531-9b8b-4bb7-9920-092a274dea13 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.898792] env[69162]: DEBUG nova.scheduler.client.report [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.907085] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1174.907085] env[69162]: value = "task-3233224" [ 1174.907085] env[69162]: _type = "Task" [ 1174.907085] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.919683] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.944513] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203417} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.945154] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.945374] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.945557] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.996021] env[69162]: DEBUG nova.compute.manager [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.023938] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.024223] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.024382] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.024566] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.024714] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.024862] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.025114] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.025308] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.025538] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.025723] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.025900] env[69162]: DEBUG nova.virt.hardware [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.027094] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea18b7fe-2e15-4cde-91bd-720a754d37f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.035688] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b143ab-015c-4f0b-9eca-4a39869e6b4f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.116188] env[69162]: DEBUG nova.compute.manager [req-24c0741d-b718-4f18-8b49-6003d3e033ed req-2299ba02-7337-4521-a59f-679832fd846b service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Received event network-changed-121ce7ea-943b-47f5-ba55-2c8bf23a396d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.116387] env[69162]: DEBUG nova.compute.manager [req-24c0741d-b718-4f18-8b49-6003d3e033ed req-2299ba02-7337-4521-a59f-679832fd846b service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Refreshing instance network info cache due to event network-changed-121ce7ea-943b-47f5-ba55-2c8bf23a396d. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.116580] env[69162]: DEBUG oslo_concurrency.lockutils [req-24c0741d-b718-4f18-8b49-6003d3e033ed req-2299ba02-7337-4521-a59f-679832fd846b service nova] Acquiring lock "refresh_cache-174681e5-e6cc-4299-85b2-5d7b0c743aea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.169893] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Releasing lock "refresh_cache-174681e5-e6cc-4299-85b2-5d7b0c743aea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.169893] env[69162]: DEBUG nova.compute.manager [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Instance network_info: |[{"id": "121ce7ea-943b-47f5-ba55-2c8bf23a396d", "address": "fa:16:3e:a0:0d:86", "network": {"id": "47a9a562-3b87-4bd2-a60c-c9031e4e9788", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-602079851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88d09fd53056449e943007bc5ec1a816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap121ce7ea-94", "ovs_interfaceid": "121ce7ea-943b-47f5-ba55-2c8bf23a396d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.169893] env[69162]: DEBUG oslo_concurrency.lockutils [req-24c0741d-b718-4f18-8b49-6003d3e033ed req-2299ba02-7337-4521-a59f-679832fd846b service nova] Acquired lock "refresh_cache-174681e5-e6cc-4299-85b2-5d7b0c743aea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.169893] env[69162]: DEBUG nova.network.neutron [req-24c0741d-b718-4f18-8b49-6003d3e033ed req-2299ba02-7337-4521-a59f-679832fd846b service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Refreshing network info cache for port 121ce7ea-943b-47f5-ba55-2c8bf23a396d {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.171823] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:0d:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '121ce7ea-943b-47f5-ba55-2c8bf23a396d', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.180781] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.183098] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "88eaf0df-5255-4011-ac1a-455c2556e1df" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.183098] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.183442] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.184057] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d48c503a-952f-4671-b934-9612002ae8a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.210309] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.210309] env[69162]: value = "task-3233225" [ 1175.210309] env[69162]: _type = "Task" [ 1175.210309] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.221169] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233225, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.260247] env[69162]: DEBUG nova.compute.manager [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.260247] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.260247] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c150b53d-8c80-4d9e-a020-30e644245c20 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.266602] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.266868] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cbcb5be-6d7e-436c-b812-884757ca430b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.274432] env[69162]: DEBUG oslo_vmware.api [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1175.274432] env[69162]: value = "task-3233226" [ 1175.274432] env[69162]: _type = "Task" [ 1175.274432] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.284428] env[69162]: DEBUG oslo_vmware.api [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.386558] env[69162]: INFO nova.compute.manager [-] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Took 1.84 seconds to deallocate network for instance. [ 1175.393613] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b293e785-070c-426d-89ff-57167cf6a4a3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "3bc2a254-1926-4677-ab4b-fe26730aaacf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.562s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.396214] env[69162]: INFO nova.network.neutron [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Port d517803d-f59f-4d17-963e-eaf50211e085 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1175.396575] env[69162]: DEBUG nova.network.neutron [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updating instance_info_cache with network_info: [{"id": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "address": "fa:16:3e:b5:bf:6d", "network": {"id": "4570ffd6-7d0c-4742-9ce0-e3d53be29709", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1470101263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e5c9467ebe64e02baa4e9a97573e3bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0da652a-bd", "ovs_interfaceid": "d0da652a-bd6b-456d-a57e-02278d7fe3bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.403817] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.404794] env[69162]: DEBUG nova.compute.manager [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.407515] env[69162]: DEBUG oslo_concurrency.lockutils [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.838s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.407515] env[69162]: DEBUG nova.objects.instance [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1175.419773] env[69162]: DEBUG oslo_vmware.api [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233224, 'name': PowerOnVM_Task, 'duration_secs': 0.50301} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.420109] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.420337] env[69162]: DEBUG nova.compute.manager [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.421291] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a3f8b0-d000-4594-a4c7-c92022505840 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.461258] env[69162]: DEBUG oslo_concurrency.lockutils [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "3bc2a254-1926-4677-ab4b-fe26730aaacf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.461983] env[69162]: DEBUG oslo_concurrency.lockutils [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "3bc2a254-1926-4677-ab4b-fe26730aaacf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.461983] env[69162]: DEBUG oslo_concurrency.lockutils [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "3bc2a254-1926-4677-ab4b-fe26730aaacf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.462172] env[69162]: DEBUG oslo_concurrency.lockutils [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "3bc2a254-1926-4677-ab4b-fe26730aaacf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.462372] env[69162]: DEBUG oslo_concurrency.lockutils [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "3bc2a254-1926-4677-ab4b-fe26730aaacf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.464584] env[69162]: INFO nova.compute.manager [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Terminating instance [ 1175.702398] env[69162]: INFO nova.compute.manager [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Detaching volume 8068af87-69db-4ebd-8c0a-8530f92ac5d3 [ 1175.720739] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233225, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.736856] env[69162]: DEBUG nova.network.neutron [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Successfully updated port: 82a89561-425f-4243-84f7-8cad1d9ba30d {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.758682] env[69162]: INFO nova.virt.block_device [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Attempting to driver detach volume 8068af87-69db-4ebd-8c0a-8530f92ac5d3 from mountpoint /dev/sdb [ 1175.758922] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1175.759185] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646226', 'volume_id': '8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'name': 'volume-8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88eaf0df-5255-4011-ac1a-455c2556e1df', 'attached_at': '', 'detached_at': '', 'volume_id': '8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'serial': '8068af87-69db-4ebd-8c0a-8530f92ac5d3'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1175.760682] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d56486-3836-43dd-a252-c56c049e6475 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.788600] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb3ac73-f50a-450c-ab15-5755acd3385c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.795932] env[69162]: DEBUG oslo_vmware.api [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233226, 'name': PowerOffVM_Task, 'duration_secs': 0.233676} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.797515] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.797703] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.798034] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33bc098c-620b-4d3b-a736-b478aeda2609 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.799715] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c947aa87-29ef-4a6a-8fb6-2a2fd63641f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.821650] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f03ff2e-b050-48ff-8059-38367b621fb3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.836528] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] The volume has not been displaced from its original location: [datastore2] volume-8068af87-69db-4ebd-8c0a-8530f92ac5d3/volume-8068af87-69db-4ebd-8c0a-8530f92ac5d3.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1175.841825] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.844168] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45ae333-5ea4-4b57-91d3-6787bd7e1d99 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.861950] env[69162]: DEBUG oslo_vmware.api [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1175.861950] env[69162]: value = "task-3233228" [ 1175.861950] env[69162]: _type = "Task" [ 1175.861950] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.870015] env[69162]: DEBUG oslo_vmware.api [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.879012] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.879226] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.879420] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleting the datastore file [datastore1] 9651bffe-026c-4a57-b102-e154745305f3 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.879767] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a468cfc6-f566-49c9-8c07-28c3b094e937 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.887173] env[69162]: DEBUG oslo_vmware.api [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1175.887173] env[69162]: value = "task-3233229" [ 1175.887173] env[69162]: _type = "Task" [ 1175.887173] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.897386] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.897611] env[69162]: DEBUG oslo_vmware.api [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.899030] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Releasing lock "refresh_cache-9651bffe-026c-4a57-b102-e154745305f3" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.911567] env[69162]: DEBUG nova.compute.utils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.912830] env[69162]: DEBUG nova.compute.manager [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.912830] env[69162]: DEBUG nova.network.neutron [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.937711] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.968722] env[69162]: DEBUG nova.compute.manager [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.968972] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.970285] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438778d5-f3d0-41be-9cca-9d4c4482bcc8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.978545] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.980709] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fbe81a3-2094-4002-ad42-0ad65d944f0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.983295] env[69162]: DEBUG nova.policy [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f374ef0cec1d456fa260ec7ba218e4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0610a62908a3430eb7e8d2f25dad07c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.990450] env[69162]: DEBUG nova.network.neutron [req-24c0741d-b718-4f18-8b49-6003d3e033ed req-2299ba02-7337-4521-a59f-679832fd846b service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Updated VIF entry in instance network info cache for port 121ce7ea-943b-47f5-ba55-2c8bf23a396d. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.990796] env[69162]: DEBUG nova.network.neutron [req-24c0741d-b718-4f18-8b49-6003d3e033ed req-2299ba02-7337-4521-a59f-679832fd846b service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Updating instance_info_cache with network_info: [{"id": "121ce7ea-943b-47f5-ba55-2c8bf23a396d", "address": "fa:16:3e:a0:0d:86", "network": {"id": "47a9a562-3b87-4bd2-a60c-c9031e4e9788", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-602079851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88d09fd53056449e943007bc5ec1a816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap121ce7ea-94", "ovs_interfaceid": "121ce7ea-943b-47f5-ba55-2c8bf23a396d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.992476] env[69162]: DEBUG oslo_vmware.api [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1175.992476] env[69162]: value = "task-3233230" [ 1175.992476] env[69162]: _type = "Task" [ 1175.992476] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.994828] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.995104] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.995305] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.995556] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.996018] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.996018] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.996357] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.996357] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.996544] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.996747] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.996961] env[69162]: DEBUG nova.virt.hardware [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.000827] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e318529-83cb-4a42-a615-10fec8274146 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.009295] env[69162]: DEBUG oslo_vmware.api [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.012318] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc69b438-302e-4787-9258-f7f51840ad51 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.026275] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Instance VIF info [] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.032278] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.032587] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.033566] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f0fea73-ae79-4445-8f73-fd30be05a919 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.053116] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.053116] env[69162]: value = "task-3233231" [ 1176.053116] env[69162]: _type = "Task" [ 1176.053116] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.062121] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233231, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.223444] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233225, 'name': CreateVM_Task, 'duration_secs': 0.778834} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.223444] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.227275] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.227275] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.227275] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.227275] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f0c260-d472-4efc-b251-8c82da058aac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.230235] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1176.230235] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5277c194-34a4-1ce0-5e3b-084a0d227220" [ 1176.230235] env[69162]: _type = "Task" [ 1176.230235] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.238804] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5277c194-34a4-1ce0-5e3b-084a0d227220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.243709] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquiring lock "refresh_cache-10c631a8-eedc-45f2-ac18-a42714d362c9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.243709] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquired lock "refresh_cache-10c631a8-eedc-45f2-ac18-a42714d362c9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.243881] env[69162]: DEBUG nova.network.neutron [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.275999] env[69162]: DEBUG nova.network.neutron [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Successfully created port: a02d9d59-f154-43ad-9c4d-c09f649900d5 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.373230] env[69162]: DEBUG oslo_vmware.api [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233228, 'name': ReconfigVM_Task, 'duration_secs': 0.268104} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.373881] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.379627] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47a1287-58e8-43b6-8b39-1f9f1d8348ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.399609] env[69162]: DEBUG oslo_vmware.api [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210204} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.399935] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.400848] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.400848] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.400848] env[69162]: INFO nova.compute.manager [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1176.400848] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.402103] env[69162]: DEBUG nova.compute.manager [-] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.403059] env[69162]: DEBUG nova.network.neutron [-] [instance: 9651bffe-026c-4a57-b102-e154745305f3] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.404585] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4391575-fc49-4abb-a7fe-95fa1043db2c tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "interface-9651bffe-026c-4a57-b102-e154745305f3-d517803d-f59f-4d17-963e-eaf50211e085" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.165s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.406464] env[69162]: DEBUG oslo_vmware.api [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1176.406464] env[69162]: value = "task-3233232" [ 1176.406464] env[69162]: _type = "Task" [ 1176.406464] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.416413] env[69162]: DEBUG nova.compute.manager [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.420037] env[69162]: DEBUG oslo_vmware.api [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.421288] env[69162]: DEBUG oslo_concurrency.lockutils [None req-80c8446a-8731-44e7-ae32-0761a53245ee tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.423562] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.526s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.423880] env[69162]: DEBUG nova.objects.instance [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lazy-loading 'resources' on Instance uuid 4b801b94-0c11-4f93-82d4-a64eca4f3afc {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.494187] env[69162]: DEBUG oslo_concurrency.lockutils [req-24c0741d-b718-4f18-8b49-6003d3e033ed req-2299ba02-7337-4521-a59f-679832fd846b service nova] Releasing lock "refresh_cache-174681e5-e6cc-4299-85b2-5d7b0c743aea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.495442] env[69162]: DEBUG nova.compute.manager [req-24c0741d-b718-4f18-8b49-6003d3e033ed req-2299ba02-7337-4521-a59f-679832fd846b service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Received event network-vif-deleted-add5de97-af59-47c6-b460-0937493c06c6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.495690] env[69162]: DEBUG nova.compute.manager [req-24c0741d-b718-4f18-8b49-6003d3e033ed req-2299ba02-7337-4521-a59f-679832fd846b service nova] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Received event network-vif-deleted-7f5691f1-c241-4389-813b-6d7f531937bb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.512593] env[69162]: DEBUG oslo_vmware.api [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233230, 'name': PowerOffVM_Task, 'duration_secs': 0.172908} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.512593] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.512593] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.512593] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd8773e8-909a-4f86-9f51-b8eef5796db7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.566750] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233231, 'name': CreateVM_Task, 'duration_secs': 0.328816} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.566750] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.566750] env[69162]: DEBUG oslo_concurrency.lockutils [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.582495] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.582787] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.582993] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleting the datastore file [datastore2] 3bc2a254-1926-4677-ab4b-fe26730aaacf {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.583334] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ff7121b-3bbb-4034-a62a-15bca6527ea8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.590834] env[69162]: DEBUG oslo_vmware.api [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1176.590834] env[69162]: value = "task-3233234" [ 1176.590834] env[69162]: _type = "Task" [ 1176.590834] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.601092] env[69162]: DEBUG oslo_vmware.api [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.745023] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5277c194-34a4-1ce0-5e3b-084a0d227220, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.745023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.745023] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.745023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.745023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.745023] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.745023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.745023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.745023] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2406beed-a274-4ed7-b3a3-81e537a44dc3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.750594] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d07a5a1-8d0a-48b9-963f-cea148379526 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.753671] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1176.753671] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d4e4a-f2df-0db3-ed6d-d7be10173d6e" [ 1176.753671] env[69162]: _type = "Task" [ 1176.753671] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.758858] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.758858] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.760809] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73de6f18-58b9-406e-9007-30867f181682 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.764879] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d4e4a-f2df-0db3-ed6d-d7be10173d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.770019] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1176.770019] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d8a90f-d2ad-89c3-e8ac-e23fb2ccdae3" [ 1176.770019] env[69162]: _type = "Task" [ 1176.770019] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.775146] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d8a90f-d2ad-89c3-e8ac-e23fb2ccdae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.793511] env[69162]: DEBUG nova.network.neutron [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.916816] env[69162]: DEBUG oslo_vmware.api [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233232, 'name': ReconfigVM_Task, 'duration_secs': 0.162757} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.917145] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646226', 'volume_id': '8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'name': 'volume-8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88eaf0df-5255-4011-ac1a-455c2556e1df', 'attached_at': '', 'detached_at': '', 'volume_id': '8068af87-69db-4ebd-8c0a-8530f92ac5d3', 'serial': '8068af87-69db-4ebd-8c0a-8530f92ac5d3'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1177.006679] env[69162]: DEBUG nova.network.neutron [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Updating instance_info_cache with network_info: [{"id": "82a89561-425f-4243-84f7-8cad1d9ba30d", "address": "fa:16:3e:e5:66:ae", "network": {"id": "32a51912-9f75-48fd-a9ac-080bf94a905e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-910241214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b742856b79ec4d4f8b10abc459036d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a89561-42", "ovs_interfaceid": "82a89561-425f-4243-84f7-8cad1d9ba30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.103862] env[69162]: DEBUG oslo_vmware.api [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357407} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.104135] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.104323] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.104501] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.104677] env[69162]: INFO nova.compute.manager [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1177.104910] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.105281] env[69162]: DEBUG nova.compute.manager [-] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.105395] env[69162]: DEBUG nova.network.neutron [-] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.145040] env[69162]: DEBUG nova.compute.manager [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Received event network-vif-plugged-82a89561-425f-4243-84f7-8cad1d9ba30d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.145298] env[69162]: DEBUG oslo_concurrency.lockutils [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] Acquiring lock "10c631a8-eedc-45f2-ac18-a42714d362c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.145719] env[69162]: DEBUG oslo_concurrency.lockutils [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] Lock "10c631a8-eedc-45f2-ac18-a42714d362c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.145719] env[69162]: DEBUG oslo_concurrency.lockutils [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] Lock "10c631a8-eedc-45f2-ac18-a42714d362c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.146136] env[69162]: DEBUG nova.compute.manager [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] No waiting events found dispatching network-vif-plugged-82a89561-425f-4243-84f7-8cad1d9ba30d {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.146136] env[69162]: WARNING nova.compute.manager [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Received unexpected event network-vif-plugged-82a89561-425f-4243-84f7-8cad1d9ba30d for instance with vm_state building and task_state spawning. [ 1177.146288] env[69162]: DEBUG nova.compute.manager [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Received event network-changed-82a89561-425f-4243-84f7-8cad1d9ba30d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.146478] env[69162]: DEBUG nova.compute.manager [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Refreshing instance network info cache due to event network-changed-82a89561-425f-4243-84f7-8cad1d9ba30d. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.146641] env[69162]: DEBUG oslo_concurrency.lockutils [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] Acquiring lock "refresh_cache-10c631a8-eedc-45f2-ac18-a42714d362c9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.160662] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfe69cc-24ff-43f6-a849-7451f78db9cf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.168607] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabb568d-bb50-4d32-b646-4214980587b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.204821] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116b0b2c-3a1d-454a-a11f-ab46d2ad638c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.214846] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247fe06e-3b1d-4caa-aa46-f237317d7bf1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.229836] env[69162]: DEBUG nova.compute.provider_tree [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.263410] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d4e4a-f2df-0db3-ed6d-d7be10173d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.019557} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.263746] env[69162]: DEBUG oslo_concurrency.lockutils [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.263993] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.264230] env[69162]: DEBUG oslo_concurrency.lockutils [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.277558] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d8a90f-d2ad-89c3-e8ac-e23fb2ccdae3, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.278368] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652a1e55-27c9-41c1-925d-9bb1f9f7b1f2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.286383] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1177.286383] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c54ff1-a862-3c04-9e5d-589feea7e2a3" [ 1177.286383] env[69162]: _type = "Task" [ 1177.286383] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.297806] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c54ff1-a862-3c04-9e5d-589feea7e2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.426690] env[69162]: DEBUG nova.compute.manager [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.454543] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.454807] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.454961] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.455174] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.455326] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.455489] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.455706] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.455896] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.456217] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.456370] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.456532] env[69162]: DEBUG nova.virt.hardware [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.457452] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb4c77e-defa-4f2b-884c-1403b6cae2be {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.466543] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8338857-274a-481c-991f-b4a34d0266a5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.484666] env[69162]: DEBUG nova.objects.instance [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lazy-loading 'flavor' on Instance uuid 88eaf0df-5255-4011-ac1a-455c2556e1df {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.508832] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Releasing lock "refresh_cache-10c631a8-eedc-45f2-ac18-a42714d362c9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.509196] env[69162]: DEBUG nova.compute.manager [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Instance network_info: |[{"id": "82a89561-425f-4243-84f7-8cad1d9ba30d", "address": "fa:16:3e:e5:66:ae", "network": {"id": "32a51912-9f75-48fd-a9ac-080bf94a905e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-910241214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b742856b79ec4d4f8b10abc459036d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a89561-42", "ovs_interfaceid": "82a89561-425f-4243-84f7-8cad1d9ba30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.510098] env[69162]: DEBUG oslo_concurrency.lockutils [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] Acquired lock "refresh_cache-10c631a8-eedc-45f2-ac18-a42714d362c9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.510345] env[69162]: DEBUG nova.network.neutron [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Refreshing network info cache for port 82a89561-425f-4243-84f7-8cad1d9ba30d {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.511580] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:66:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82a89561-425f-4243-84f7-8cad1d9ba30d', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.519242] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Creating folder: Project (b742856b79ec4d4f8b10abc459036d2f). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.524135] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3115ebf6-b9dd-4f8a-9a24-51fb190e66e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.536265] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Created folder: Project (b742856b79ec4d4f8b10abc459036d2f) in parent group-v645978. [ 1177.536468] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Creating folder: Instances. Parent ref: group-v646263. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.536705] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eefa40d5-1841-412b-92b8-16a72dd32476 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.546429] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Created folder: Instances in parent group-v646263. [ 1177.546601] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.546803] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.547258] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4aedf3e-7be1-4805-a544-24c9669f0e36 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.571252] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.571252] env[69162]: value = "task-3233237" [ 1177.571252] env[69162]: _type = "Task" [ 1177.571252] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.579357] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233237, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.733568] env[69162]: DEBUG nova.scheduler.client.report [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.802715] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c54ff1-a862-3c04-9e5d-589feea7e2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.803099] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.803400] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 174681e5-e6cc-4299-85b2-5d7b0c743aea/174681e5-e6cc-4299-85b2-5d7b0c743aea.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.803694] env[69162]: DEBUG oslo_concurrency.lockutils [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.803886] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.804129] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1d05f3f-d531-4703-9889-11e67db4d383 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.806488] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1c007fb-7281-4e84-b3b6-ea7958e3cdc0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.813872] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1177.813872] env[69162]: value = "task-3233238" [ 1177.813872] env[69162]: _type = "Task" [ 1177.813872] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.818620] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.818798] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.820918] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625576aa-5637-41f0-a6e6-f2eff5f9c5a7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.826085] env[69162]: DEBUG nova.network.neutron [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Updated VIF entry in instance network info cache for port 82a89561-425f-4243-84f7-8cad1d9ba30d. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.826326] env[69162]: DEBUG nova.network.neutron [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Updating instance_info_cache with network_info: [{"id": "82a89561-425f-4243-84f7-8cad1d9ba30d", "address": "fa:16:3e:e5:66:ae", "network": {"id": "32a51912-9f75-48fd-a9ac-080bf94a905e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-910241214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b742856b79ec4d4f8b10abc459036d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a89561-42", "ovs_interfaceid": "82a89561-425f-4243-84f7-8cad1d9ba30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.827605] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.831766] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1177.831766] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d6529-5dd0-dd79-274a-24148c7d6fcf" [ 1177.831766] env[69162]: _type = "Task" [ 1177.831766] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.839721] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d6529-5dd0-dd79-274a-24148c7d6fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.904220] env[69162]: DEBUG nova.network.neutron [-] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.982672] env[69162]: DEBUG nova.network.neutron [-] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.011748] env[69162]: DEBUG nova.network.neutron [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Successfully updated port: a02d9d59-f154-43ad-9c4d-c09f649900d5 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.083255] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233237, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.240666] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.243730] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.306s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.244336] env[69162]: DEBUG nova.objects.instance [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1178.268947] env[69162]: INFO nova.scheduler.client.report [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Deleted allocations for instance 4b801b94-0c11-4f93-82d4-a64eca4f3afc [ 1178.325840] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233238, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.330072] env[69162]: DEBUG oslo_concurrency.lockutils [req-e4018cc7-9a6f-4675-8c92-b169c90f4ac2 req-8d571055-fa65-4e52-b3c9-2313f124a717 service nova] Releasing lock "refresh_cache-10c631a8-eedc-45f2-ac18-a42714d362c9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.341573] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522d6529-5dd0-dd79-274a-24148c7d6fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.030921} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.342521] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4942fec6-7db0-4a97-b4fa-c1e24625cb20 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.348300] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1178.348300] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c07672-760a-bbae-5592-759591429dc8" [ 1178.348300] env[69162]: _type = "Task" [ 1178.348300] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.359463] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c07672-760a-bbae-5592-759591429dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.407922] env[69162]: INFO nova.compute.manager [-] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Took 2.01 seconds to deallocate network for instance. [ 1178.484983] env[69162]: INFO nova.compute.manager [-] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Took 1.38 seconds to deallocate network for instance. [ 1178.491964] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cff08544-159b-493c-b6a3-dcb52cc6f371 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.513708] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "refresh_cache-fdcc770d-9723-4bae-980f-497995f740e4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.513889] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "refresh_cache-fdcc770d-9723-4bae-980f-497995f740e4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.514045] env[69162]: DEBUG nova.network.neutron [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.582298] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233237, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.778204] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fdf8eb7e-3903-4381-b846-84e69e3fd34c tempest-ServersTestMultiNic-415433326 tempest-ServersTestMultiNic-415433326-project-member] Lock "4b801b94-0c11-4f93-82d4-a64eca4f3afc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.421s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.823859] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645957} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.824129] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 174681e5-e6cc-4299-85b2-5d7b0c743aea/174681e5-e6cc-4299-85b2-5d7b0c743aea.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.824345] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.824594] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52276354-f668-4f6d-9f14-ba742e33c055 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.831540] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1178.831540] env[69162]: value = "task-3233239" [ 1178.831540] env[69162]: _type = "Task" [ 1178.831540] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.841276] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.858153] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c07672-760a-bbae-5592-759591429dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.044681} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.858419] env[69162]: DEBUG oslo_concurrency.lockutils [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.858811] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 498747f4-f1cd-4e57-a50f-33d97610ce3c/498747f4-f1cd-4e57-a50f-33d97610ce3c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.859361] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-532a7e30-66e6-4543-9b6d-df4fada6aef0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.865041] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1178.865041] env[69162]: value = "task-3233240" [ 1178.865041] env[69162]: _type = "Task" [ 1178.865041] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.872826] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.914425] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.993475] env[69162]: DEBUG oslo_concurrency.lockutils [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.052043] env[69162]: DEBUG nova.network.neutron [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.084119] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233237, 'name': CreateVM_Task, 'duration_secs': 1.395009} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.084298] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.084976] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.085163] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.085473] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.085760] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19dd205b-87d1-43ed-84bc-e2f7f66aa0ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.090640] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for the task: (returnval){ [ 1179.090640] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52921065-28c5-2ff1-bc93-72aab9e6e7e3" [ 1179.090640] env[69162]: _type = "Task" [ 1179.090640] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.101677] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52921065-28c5-2ff1-bc93-72aab9e6e7e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.178885] env[69162]: DEBUG nova.compute.manager [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Received event network-vif-deleted-d0da652a-bd6b-456d-a57e-02278d7fe3bd {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.179253] env[69162]: DEBUG nova.compute.manager [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Received event network-vif-deleted-5a9a5076-bba0-4c02-9075-5d59ff9d5288 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.179511] env[69162]: DEBUG nova.compute.manager [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Received event network-vif-plugged-a02d9d59-f154-43ad-9c4d-c09f649900d5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.179846] env[69162]: DEBUG oslo_concurrency.lockutils [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] Acquiring lock "fdcc770d-9723-4bae-980f-497995f740e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.180124] env[69162]: DEBUG oslo_concurrency.lockutils [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] Lock "fdcc770d-9723-4bae-980f-497995f740e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.180340] env[69162]: DEBUG oslo_concurrency.lockutils [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] Lock "fdcc770d-9723-4bae-980f-497995f740e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.180541] env[69162]: DEBUG nova.compute.manager [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] No waiting events found dispatching network-vif-plugged-a02d9d59-f154-43ad-9c4d-c09f649900d5 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.180743] env[69162]: WARNING nova.compute.manager [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Received unexpected event network-vif-plugged-a02d9d59-f154-43ad-9c4d-c09f649900d5 for instance with vm_state building and task_state spawning. [ 1179.180940] env[69162]: DEBUG nova.compute.manager [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Received event network-changed-a02d9d59-f154-43ad-9c4d-c09f649900d5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.181144] env[69162]: DEBUG nova.compute.manager [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Refreshing instance network info cache due to event network-changed-a02d9d59-f154-43ad-9c4d-c09f649900d5. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.181404] env[69162]: DEBUG oslo_concurrency.lockutils [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] Acquiring lock "refresh_cache-fdcc770d-9723-4bae-980f-497995f740e4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.190823] env[69162]: DEBUG nova.network.neutron [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Updating instance_info_cache with network_info: [{"id": "a02d9d59-f154-43ad-9c4d-c09f649900d5", "address": "fa:16:3e:32:96:e5", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02d9d59-f1", "ovs_interfaceid": "a02d9d59-f154-43ad-9c4d-c09f649900d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.253299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1dde31ae-64ef-4b94-bbc3-085b75a514cb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.254808] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.340s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.255386] env[69162]: DEBUG nova.objects.instance [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'resources' on Instance uuid 9651bffe-026c-4a57-b102-e154745305f3 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.343445] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11063} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.343805] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.344622] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890a1e34-ff5c-4cfa-a9f4-726313e0a9ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.369812] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 174681e5-e6cc-4299-85b2-5d7b0c743aea/174681e5-e6cc-4299-85b2-5d7b0c743aea.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.369812] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f16e794-9e15-490d-9f0b-6391247fc024 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.389542] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.390850] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1179.390850] env[69162]: value = "task-3233241" [ 1179.390850] env[69162]: _type = "Task" [ 1179.390850] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.398454] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.565625] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "88eaf0df-5255-4011-ac1a-455c2556e1df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.565959] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.566211] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "88eaf0df-5255-4011-ac1a-455c2556e1df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.566402] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.566577] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.568734] env[69162]: INFO nova.compute.manager [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Terminating instance [ 1179.602331] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52921065-28c5-2ff1-bc93-72aab9e6e7e3, 'name': SearchDatastore_Task, 'duration_secs': 0.071035} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.602673] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.602864] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.603168] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.603320] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.603505] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.603766] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2c0335c-4380-4920-89ec-b667d5a710ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.620497] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.620739] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.621456] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e47956-79d5-46a7-b454-b6241afe20f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.626538] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for the task: (returnval){ [ 1179.626538] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525ea530-7121-95f6-4730-1772c0a5ec10" [ 1179.626538] env[69162]: _type = "Task" [ 1179.626538] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.634014] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525ea530-7121-95f6-4730-1772c0a5ec10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.693496] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "refresh_cache-fdcc770d-9723-4bae-980f-497995f740e4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.693904] env[69162]: DEBUG nova.compute.manager [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Instance network_info: |[{"id": "a02d9d59-f154-43ad-9c4d-c09f649900d5", "address": "fa:16:3e:32:96:e5", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02d9d59-f1", "ovs_interfaceid": "a02d9d59-f154-43ad-9c4d-c09f649900d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.694289] env[69162]: DEBUG oslo_concurrency.lockutils [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] Acquired lock "refresh_cache-fdcc770d-9723-4bae-980f-497995f740e4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.694487] env[69162]: DEBUG nova.network.neutron [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Refreshing network info cache for port a02d9d59-f154-43ad-9c4d-c09f649900d5 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.695831] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:96:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a02d9d59-f154-43ad-9c4d-c09f649900d5', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.704989] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.706488] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.706865] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6307829-e88f-4b29-8259-45a291560c20 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.728233] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.728233] env[69162]: value = "task-3233242" [ 1179.728233] env[69162]: _type = "Task" [ 1179.728233] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.736769] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233242, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.878275] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233240, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.901013] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.039393] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a49dd72-7ebd-4637-ad55-a50af882209d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.047469] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca183f1-1f3f-423d-a75d-0d5315b53674 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.083915] env[69162]: DEBUG nova.compute.manager [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.084285] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.085644] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34716cbb-187b-4def-8489-20a96b0276ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.089269] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86902d0-ad02-4d50-a3bc-0f77a3af3d56 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.101777] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f48d108-65ea-44f7-8511-3e1f2b4daef6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.105449] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.105779] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd06cd4e-c1eb-4e5e-8f65-70325b7785b1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.118753] env[69162]: DEBUG nova.compute.provider_tree [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.121540] env[69162]: DEBUG oslo_vmware.api [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1180.121540] env[69162]: value = "task-3233243" [ 1180.121540] env[69162]: _type = "Task" [ 1180.121540] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.130033] env[69162]: DEBUG oslo_vmware.api [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.139529] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525ea530-7121-95f6-4730-1772c0a5ec10, 'name': SearchDatastore_Task, 'duration_secs': 0.057739} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.140372] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571d7c86-0032-4111-a7fa-8a8669e1fa10 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.146086] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for the task: (returnval){ [ 1180.146086] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d0f7e6-b5e9-2e6e-d725-d708f64e7897" [ 1180.146086] env[69162]: _type = "Task" [ 1180.146086] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.154554] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d0f7e6-b5e9-2e6e-d725-d708f64e7897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.239175] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233242, 'name': CreateVM_Task, 'duration_secs': 0.379806} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.241560] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.242306] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.242511] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.242867] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.243666] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5b57e4-ed2e-4f12-bf4f-ce642d1a276f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.248270] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1180.248270] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f23cf9-9b9a-8ce5-16ba-a73abee88d38" [ 1180.248270] env[69162]: _type = "Task" [ 1180.248270] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.256920] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f23cf9-9b9a-8ce5-16ba-a73abee88d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.380583] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233240, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.162556} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.381441] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 498747f4-f1cd-4e57-a50f-33d97610ce3c/498747f4-f1cd-4e57-a50f-33d97610ce3c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.381441] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.381635] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60c1d009-85b9-4a2d-bfc4-c1b3c7af0413 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.388325] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1180.388325] env[69162]: value = "task-3233244" [ 1180.388325] env[69162]: _type = "Task" [ 1180.388325] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.402218] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.405801] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233241, 'name': ReconfigVM_Task, 'duration_secs': 0.777323} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.406091] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 174681e5-e6cc-4299-85b2-5d7b0c743aea/174681e5-e6cc-4299-85b2-5d7b0c743aea.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.406818] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa2b8568-13c6-42c8-b38d-769bd7edeae1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.412838] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1180.412838] env[69162]: value = "task-3233245" [ 1180.412838] env[69162]: _type = "Task" [ 1180.412838] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.413632] env[69162]: DEBUG nova.network.neutron [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Updated VIF entry in instance network info cache for port a02d9d59-f154-43ad-9c4d-c09f649900d5. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.413964] env[69162]: DEBUG nova.network.neutron [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Updating instance_info_cache with network_info: [{"id": "a02d9d59-f154-43ad-9c4d-c09f649900d5", "address": "fa:16:3e:32:96:e5", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02d9d59-f1", "ovs_interfaceid": "a02d9d59-f154-43ad-9c4d-c09f649900d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.425119] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233245, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.623648] env[69162]: DEBUG nova.scheduler.client.report [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.639336] env[69162]: DEBUG oslo_vmware.api [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233243, 'name': PowerOffVM_Task, 'duration_secs': 0.40196} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.640253] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.640574] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.642257] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f9d2f54-c393-403c-8a34-f086e32ab2d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.659742] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d0f7e6-b5e9-2e6e-d725-d708f64e7897, 'name': SearchDatastore_Task, 'duration_secs': 0.027508} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.660109] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.660428] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 10c631a8-eedc-45f2-ac18-a42714d362c9/10c631a8-eedc-45f2-ac18-a42714d362c9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.660708] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e4878e4-da85-4140-b584-d40d1d6d5fed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.672043] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for the task: (returnval){ [ 1180.672043] env[69162]: value = "task-3233247" [ 1180.672043] env[69162]: _type = "Task" [ 1180.672043] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.682376] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.713814] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.714199] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.714502] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleting the datastore file [datastore2] 88eaf0df-5255-4011-ac1a-455c2556e1df {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.715545] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaf725df-6b4e-461e-8540-e829d5b77da4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.722225] env[69162]: DEBUG oslo_vmware.api [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1180.722225] env[69162]: value = "task-3233248" [ 1180.722225] env[69162]: _type = "Task" [ 1180.722225] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.730767] env[69162]: DEBUG oslo_vmware.api [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.758495] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f23cf9-9b9a-8ce5-16ba-a73abee88d38, 'name': SearchDatastore_Task, 'duration_secs': 0.040538} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.758835] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.759158] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.759505] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.759635] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.759856] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.760149] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3a13067-74ba-4705-9a6e-3ca9cef8ddae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.780907] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.781145] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.781948] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e511462f-0cd4-41da-a43f-66b400f92bed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.787283] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1180.787283] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5294ba2d-298b-cff0-1abb-5e4a68b7beb0" [ 1180.787283] env[69162]: _type = "Task" [ 1180.787283] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.795229] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5294ba2d-298b-cff0-1abb-5e4a68b7beb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.898565] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071529} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.898970] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.899892] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61d2cdb-49f9-4663-a97d-dc1bad18562e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.920561] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 498747f4-f1cd-4e57-a50f-33d97610ce3c/498747f4-f1cd-4e57-a50f-33d97610ce3c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.921423] env[69162]: DEBUG oslo_concurrency.lockutils [req-b5595de1-1008-4ff1-8c67-2437db83e797 req-1775c4e5-f9ff-4364-90f6-eae0cf94e1d6 service nova] Releasing lock "refresh_cache-fdcc770d-9723-4bae-980f-497995f740e4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.921524] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06629d29-1e04-4974-a69b-99869c4ca3f2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.953320] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233245, 'name': Rename_Task, 'duration_secs': 0.259946} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.954556] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.954876] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1180.954876] env[69162]: value = "task-3233249" [ 1180.954876] env[69162]: _type = "Task" [ 1180.954876] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.955097] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d095b544-38a5-4ab3-94e2-fcbb40a110de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.966430] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233249, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.967628] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1180.967628] env[69162]: value = "task-3233250" [ 1180.967628] env[69162]: _type = "Task" [ 1180.967628] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.975455] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.130784] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.133654] env[69162]: DEBUG oslo_concurrency.lockutils [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.140s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.134149] env[69162]: DEBUG nova.objects.instance [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lazy-loading 'resources' on Instance uuid 3bc2a254-1926-4677-ab4b-fe26730aaacf {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.166496] env[69162]: INFO nova.scheduler.client.report [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleted allocations for instance 9651bffe-026c-4a57-b102-e154745305f3 [ 1181.191020] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233247, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.235861] env[69162]: DEBUG oslo_vmware.api [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345435} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.236172] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.236649] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.236965] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.237224] env[69162]: INFO nova.compute.manager [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1181.237584] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.237890] env[69162]: DEBUG nova.compute.manager [-] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.238097] env[69162]: DEBUG nova.network.neutron [-] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.303247] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5294ba2d-298b-cff0-1abb-5e4a68b7beb0, 'name': SearchDatastore_Task, 'duration_secs': 0.038306} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.304103] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a79093-faee-4a08-a97f-662042e2cd62 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.311934] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1181.311934] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521e6fa1-741c-e8c7-9ef6-5b58e430b54b" [ 1181.311934] env[69162]: _type = "Task" [ 1181.311934] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.321412] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521e6fa1-741c-e8c7-9ef6-5b58e430b54b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.467778] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233249, 'name': ReconfigVM_Task, 'duration_secs': 0.417154} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.468269] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 498747f4-f1cd-4e57-a50f-33d97610ce3c/498747f4-f1cd-4e57-a50f-33d97610ce3c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.471859] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8bb5ba5-9140-4484-86d5-7033d1dd1e47 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.478567] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233250, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.479872] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1181.479872] env[69162]: value = "task-3233251" [ 1181.479872] env[69162]: _type = "Task" [ 1181.479872] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.487798] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233251, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.691020] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2d827d90-c444-4a3b-abc7-f9340bc69434 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "9651bffe-026c-4a57-b102-e154745305f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.940s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.696608] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791011} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.697330] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 10c631a8-eedc-45f2-ac18-a42714d362c9/10c631a8-eedc-45f2-ac18-a42714d362c9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.697735] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.701644] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c0d356a-b25f-4057-b3ba-aa1ef6556fa4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.710212] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for the task: (returnval){ [ 1181.710212] env[69162]: value = "task-3233252" [ 1181.710212] env[69162]: _type = "Task" [ 1181.710212] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.723564] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.824058] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521e6fa1-741c-e8c7-9ef6-5b58e430b54b, 'name': SearchDatastore_Task, 'duration_secs': 0.058139} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.826036] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.826357] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] fdcc770d-9723-4bae-980f-497995f740e4/fdcc770d-9723-4bae-980f-497995f740e4.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.829681] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0714c0ea-be80-4986-83c2-47fa7d48a9b8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.836878] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1181.836878] env[69162]: value = "task-3233253" [ 1181.836878] env[69162]: _type = "Task" [ 1181.836878] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.851926] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.858852] env[69162]: DEBUG nova.compute.manager [req-ed553790-b96e-47a5-ad85-d3ea6e2d8a12 req-0cbc4b32-4bbe-4c0e-bf33-8bfc48c8ef63 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Received event network-vif-deleted-6e76325a-18a8-4d2b-9aa6-8e1937dc3760 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.859064] env[69162]: INFO nova.compute.manager [req-ed553790-b96e-47a5-ad85-d3ea6e2d8a12 req-0cbc4b32-4bbe-4c0e-bf33-8bfc48c8ef63 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Neutron deleted interface 6e76325a-18a8-4d2b-9aa6-8e1937dc3760; detaching it from the instance and deleting it from the info cache [ 1181.859238] env[69162]: DEBUG nova.network.neutron [req-ed553790-b96e-47a5-ad85-d3ea6e2d8a12 req-0cbc4b32-4bbe-4c0e-bf33-8bfc48c8ef63 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.863884] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.864327] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.865520] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.865520] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.865520] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.870529] env[69162]: INFO nova.compute.manager [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Terminating instance [ 1181.926362] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55a13d9-a35c-4528-8af7-a6f4399899cc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.933971] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18519bd8-26b7-4972-a9e2-b741139e32e9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.966428] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0336f8a3-5ce1-4029-b49b-d5b6d8b2ff8e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.979720] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f34674-ca25-48d8-a668-d98e5e6c6328 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.983562] env[69162]: DEBUG oslo_vmware.api [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233250, 'name': PowerOnVM_Task, 'duration_secs': 0.892408} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.983852] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.984071] env[69162]: INFO nova.compute.manager [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1181.984255] env[69162]: DEBUG nova.compute.manager [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.988178] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782f343e-9aa2-42bc-af19-da666c64ee72 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.998377] env[69162]: DEBUG nova.compute.provider_tree [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.010028] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233251, 'name': Rename_Task, 'duration_secs': 0.237695} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.010028] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.010218] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b0f3266-3e68-4c03-9c13-bd877f632f5d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.016775] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1182.016775] env[69162]: value = "task-3233254" [ 1182.016775] env[69162]: _type = "Task" [ 1182.016775] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.025288] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.220235] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136161} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.220519] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.221283] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac4bf0f-7372-429b-81a3-c874ec452527 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.244015] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 10c631a8-eedc-45f2-ac18-a42714d362c9/10c631a8-eedc-45f2-ac18-a42714d362c9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.244015] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a60c12ae-6fd1-4396-9111-26cf39cdac60 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.264665] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for the task: (returnval){ [ 1182.264665] env[69162]: value = "task-3233255" [ 1182.264665] env[69162]: _type = "Task" [ 1182.264665] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.273989] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.331106] env[69162]: DEBUG nova.network.neutron [-] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.348449] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233253, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.361582] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22a5dd84-56e5-4b6f-b71c-c310570da3ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.374510] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce98be86-0a54-4e2f-8c8b-294d243c8ecf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.388133] env[69162]: DEBUG nova.compute.manager [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.388133] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.390038] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc071533-9481-410e-b1f3-66bf1e6eb4b8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.397130] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.397344] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cfc605a-1f6f-4eb5-8184-29ba51a07622 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.406139] env[69162]: DEBUG oslo_vmware.api [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1182.406139] env[69162]: value = "task-3233256" [ 1182.406139] env[69162]: _type = "Task" [ 1182.406139] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.420838] env[69162]: DEBUG nova.compute.manager [req-ed553790-b96e-47a5-ad85-d3ea6e2d8a12 req-0cbc4b32-4bbe-4c0e-bf33-8bfc48c8ef63 service nova] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Detach interface failed, port_id=6e76325a-18a8-4d2b-9aa6-8e1937dc3760, reason: Instance 88eaf0df-5255-4011-ac1a-455c2556e1df could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.429709] env[69162]: DEBUG oslo_vmware.api [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.522896] env[69162]: INFO nova.compute.manager [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Took 25.33 seconds to build instance. [ 1182.531172] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233254, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.532310] env[69162]: ERROR nova.scheduler.client.report [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [req-a16d5451-cef1-43b1-b726-2688c2d5685a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a16d5451-cef1-43b1-b726-2688c2d5685a"}]} [ 1182.555706] env[69162]: DEBUG nova.scheduler.client.report [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1182.573694] env[69162]: DEBUG nova.scheduler.client.report [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1182.574096] env[69162]: DEBUG nova.compute.provider_tree [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.591195] env[69162]: DEBUG nova.scheduler.client.report [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1182.613602] env[69162]: DEBUG nova.scheduler.client.report [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1182.776687] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233255, 'name': ReconfigVM_Task, 'duration_secs': 0.405199} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.776990] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 10c631a8-eedc-45f2-ac18-a42714d362c9/10c631a8-eedc-45f2-ac18-a42714d362c9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.777662] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-186c8ec6-a205-4450-b609-e56500379da1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.784699] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for the task: (returnval){ [ 1182.784699] env[69162]: value = "task-3233257" [ 1182.784699] env[69162]: _type = "Task" [ 1182.784699] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.793404] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233257, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.836330] env[69162]: INFO nova.compute.manager [-] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Took 1.60 seconds to deallocate network for instance. [ 1182.859793] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.943263} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.860096] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] fdcc770d-9723-4bae-980f-497995f740e4/fdcc770d-9723-4bae-980f-497995f740e4.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.861237] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.861237] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a26fa49f-0a7e-4693-8ca3-bf7d93ce11dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.866297] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3348dd8d-0a44-45f9-afa2-ef394e8ce31c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.875852] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a3c0fe-1c3d-438e-b453-a891ff7823f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.879687] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1182.879687] env[69162]: value = "task-3233258" [ 1182.879687] env[69162]: _type = "Task" [ 1182.879687] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.917993] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b7ebba-8dc7-4aeb-b604-9f6f6c8b613f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.924192] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233258, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.936276] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a442ccd-a769-4970-922b-d277c4ef022c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.941235] env[69162]: DEBUG oslo_vmware.api [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233256, 'name': PowerOffVM_Task, 'duration_secs': 0.26769} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.941561] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.941692] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.942321] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd4882e6-4f73-41d0-aaca-f1ddccad485d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.953477] env[69162]: DEBUG nova.compute.provider_tree [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.027535] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ec3b729f-661b-440c-9d53-5033a6872bd3 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.857s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.027933] env[69162]: DEBUG oslo_vmware.api [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233254, 'name': PowerOnVM_Task, 'duration_secs': 0.517782} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.028217] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.028568] env[69162]: DEBUG nova.compute.manager [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.029742] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199a47ad-7cf6-40e8-b64f-7b404c40a3f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.050509] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.050730] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.050914] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleting the datastore file [datastore2] 038b9a01-1fea-4919-9d26-ad7ff66fe50a {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.051194] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65bb2bca-0093-48ca-8cc4-5c901515f21a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.058471] env[69162]: DEBUG oslo_vmware.api [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for the task: (returnval){ [ 1183.058471] env[69162]: value = "task-3233260" [ 1183.058471] env[69162]: _type = "Task" [ 1183.058471] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.070713] env[69162]: DEBUG oslo_vmware.api [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.294857] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233257, 'name': Rename_Task, 'duration_secs': 0.38958} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.295271] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.295533] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96ff8208-55b1-490d-8041-69db27eff1de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.301550] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for the task: (returnval){ [ 1183.301550] env[69162]: value = "task-3233261" [ 1183.301550] env[69162]: _type = "Task" [ 1183.301550] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.309909] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.354443] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.392431] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068296} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.392704] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.393593] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383b94e7-c81a-47c6-94aa-6693021b5140 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.423806] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] fdcc770d-9723-4bae-980f-497995f740e4/fdcc770d-9723-4bae-980f-497995f740e4.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.424163] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5ca190f-2cec-4397-a04a-d554646e280b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.448202] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1183.448202] env[69162]: value = "task-3233262" [ 1183.448202] env[69162]: _type = "Task" [ 1183.448202] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.460759] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.499881] env[69162]: DEBUG nova.scheduler.client.report [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1183.499881] env[69162]: DEBUG nova.compute.provider_tree [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 148 to 149 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1183.499881] env[69162]: DEBUG nova.compute.provider_tree [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.545319] env[69162]: DEBUG oslo_concurrency.lockutils [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.568344] env[69162]: DEBUG oslo_vmware.api [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Task: {'id': task-3233260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372831} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.568602] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.568804] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.568986] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.569172] env[69162]: INFO nova.compute.manager [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1183.569407] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.569592] env[69162]: DEBUG nova.compute.manager [-] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.569679] env[69162]: DEBUG nova.network.neutron [-] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.812973] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.908369] env[69162]: DEBUG nova.compute.manager [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Received event network-changed-121ce7ea-943b-47f5-ba55-2c8bf23a396d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.908617] env[69162]: DEBUG nova.compute.manager [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Refreshing instance network info cache due to event network-changed-121ce7ea-943b-47f5-ba55-2c8bf23a396d. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.908865] env[69162]: DEBUG oslo_concurrency.lockutils [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] Acquiring lock "refresh_cache-174681e5-e6cc-4299-85b2-5d7b0c743aea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.909249] env[69162]: DEBUG oslo_concurrency.lockutils [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] Acquired lock "refresh_cache-174681e5-e6cc-4299-85b2-5d7b0c743aea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.909454] env[69162]: DEBUG nova.network.neutron [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Refreshing network info cache for port 121ce7ea-943b-47f5-ba55-2c8bf23a396d {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.964611] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.003724] env[69162]: DEBUG oslo_concurrency.lockutils [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.870s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.006615] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.652s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.006874] env[69162]: DEBUG nova.objects.instance [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lazy-loading 'resources' on Instance uuid 88eaf0df-5255-4011-ac1a-455c2556e1df {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.017646] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "498747f4-f1cd-4e57-a50f-33d97610ce3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.017981] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "498747f4-f1cd-4e57-a50f-33d97610ce3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.018292] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "498747f4-f1cd-4e57-a50f-33d97610ce3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.018513] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "498747f4-f1cd-4e57-a50f-33d97610ce3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.018737] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "498747f4-f1cd-4e57-a50f-33d97610ce3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.021695] env[69162]: INFO nova.compute.manager [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Terminating instance [ 1184.037207] env[69162]: INFO nova.scheduler.client.report [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted allocations for instance 3bc2a254-1926-4677-ab4b-fe26730aaacf [ 1184.313617] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233261, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.355445] env[69162]: DEBUG nova.network.neutron [-] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.459733] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233262, 'name': ReconfigVM_Task, 'duration_secs': 0.978973} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.460044] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Reconfigured VM instance instance-00000065 to attach disk [datastore1] fdcc770d-9723-4bae-980f-497995f740e4/fdcc770d-9723-4bae-980f-497995f740e4.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.461026] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-880f9c82-d4ca-4503-9514-82154005d28b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.469145] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1184.469145] env[69162]: value = "task-3233263" [ 1184.469145] env[69162]: _type = "Task" [ 1184.469145] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.483781] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233263, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.527169] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "refresh_cache-498747f4-f1cd-4e57-a50f-33d97610ce3c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.527169] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquired lock "refresh_cache-498747f4-f1cd-4e57-a50f-33d97610ce3c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.527169] env[69162]: DEBUG nova.network.neutron [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.549792] env[69162]: DEBUG oslo_concurrency.lockutils [None req-baae6041-e6bd-486f-a29d-a7700796116e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "3bc2a254-1926-4677-ab4b-fe26730aaacf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.088s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.723724] env[69162]: DEBUG nova.network.neutron [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Updated VIF entry in instance network info cache for port 121ce7ea-943b-47f5-ba55-2c8bf23a396d. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.723724] env[69162]: DEBUG nova.network.neutron [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Updating instance_info_cache with network_info: [{"id": "121ce7ea-943b-47f5-ba55-2c8bf23a396d", "address": "fa:16:3e:a0:0d:86", "network": {"id": "47a9a562-3b87-4bd2-a60c-c9031e4e9788", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-602079851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88d09fd53056449e943007bc5ec1a816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap121ce7ea-94", "ovs_interfaceid": "121ce7ea-943b-47f5-ba55-2c8bf23a396d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.760560] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e820a8-4614-4f56-9a46-351f2d6f513a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.768895] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e307e79d-99c3-4e5c-bd02-4eb0ac5c2bd0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.801220] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b20b35-65eb-4aff-a578-c481b7b6d797 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.814214] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69292c6-d3da-45e3-8ff3-1187614ebbac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.818068] env[69162]: DEBUG oslo_vmware.api [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233261, 'name': PowerOnVM_Task, 'duration_secs': 1.18275} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.818805] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.818805] env[69162]: INFO nova.compute.manager [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1184.818805] env[69162]: DEBUG nova.compute.manager [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.819892] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baeca58-c4a3-4cd8-9667-a66b6866676c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.831678] env[69162]: DEBUG nova.compute.provider_tree [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.858040] env[69162]: INFO nova.compute.manager [-] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Took 1.29 seconds to deallocate network for instance. [ 1184.982633] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233263, 'name': Rename_Task, 'duration_secs': 0.202646} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.983076] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.983459] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ce94877-2190-4eae-a7b7-7b1dad70343c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.991394] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1184.991394] env[69162]: value = "task-3233264" [ 1184.991394] env[69162]: _type = "Task" [ 1184.991394] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.001929] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.055932] env[69162]: DEBUG nova.network.neutron [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.132127] env[69162]: DEBUG nova.network.neutron [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.226524] env[69162]: DEBUG oslo_concurrency.lockutils [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] Releasing lock "refresh_cache-174681e5-e6cc-4299-85b2-5d7b0c743aea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.226804] env[69162]: DEBUG nova.compute.manager [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Received event network-vif-deleted-829c9d3b-c7e1-44ab-b2ed-119b0ffd2254 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.227157] env[69162]: INFO nova.compute.manager [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Neutron deleted interface 829c9d3b-c7e1-44ab-b2ed-119b0ffd2254; detaching it from the instance and deleting it from the info cache [ 1185.227157] env[69162]: DEBUG nova.network.neutron [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.353079] env[69162]: INFO nova.compute.manager [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Took 27.91 seconds to build instance. [ 1185.364175] env[69162]: ERROR nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [req-5dc5ac9a-b4b7-4e8c-99ef-ca1d2d569fbd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5dc5ac9a-b4b7-4e8c-99ef-ca1d2d569fbd"}]} [ 1185.367904] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.383416] env[69162]: DEBUG nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1185.403016] env[69162]: DEBUG nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1185.403313] env[69162]: DEBUG nova.compute.provider_tree [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.420579] env[69162]: DEBUG nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1185.444086] env[69162]: DEBUG nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1185.502940] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233264, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.636595] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Releasing lock "refresh_cache-498747f4-f1cd-4e57-a50f-33d97610ce3c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.637347] env[69162]: DEBUG nova.compute.manager [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.638872] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.638872] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d4de8e-851b-4720-bf49-376e161e9da8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.651860] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.652849] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b92f503e-c341-45ee-9e8d-c081cb561c95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.660107] env[69162]: DEBUG oslo_vmware.api [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1185.660107] env[69162]: value = "task-3233265" [ 1185.660107] env[69162]: _type = "Task" [ 1185.660107] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.674370] env[69162]: DEBUG oslo_vmware.api [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.709956] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "42834082-43df-4698-b2c6-f70cc319d4ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.710203] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "42834082-43df-4698-b2c6-f70cc319d4ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.720143] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d9320d-3484-4a91-ba03-023d92b56c95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.728898] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5628e3-2d18-474d-af63-e84686d52416 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.732752] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-262d56e6-bb41-4dd3-bfe0-87617cfbace9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.765968] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203bfee8-33f8-4a07-9ac0-a23d4ad2f667 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.771420] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6877fcc-9efd-420d-9a34-0e3a96bc16a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.791675] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eba850-17bc-48bd-8b50-6f31a8c503e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.807309] env[69162]: DEBUG nova.compute.manager [req-e1b1d55f-df3b-4b76-91e8-9356606d7bb8 req-bb31afcd-de17-4ada-913f-63e3d17a62b8 service nova] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Detach interface failed, port_id=829c9d3b-c7e1-44ab-b2ed-119b0ffd2254, reason: Instance 038b9a01-1fea-4919-9d26-ad7ff66fe50a could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.819874] env[69162]: DEBUG nova.compute.provider_tree [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.854930] env[69162]: DEBUG oslo_concurrency.lockutils [None req-35bec201-d93e-40d9-ac28-315a2e60c14b tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lock "10c631a8-eedc-45f2-ac18-a42714d362c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.422s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.002522] env[69162]: DEBUG oslo_vmware.api [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233264, 'name': PowerOnVM_Task, 'duration_secs': 0.84946} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.002879] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.003143] env[69162]: INFO nova.compute.manager [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1186.003366] env[69162]: DEBUG nova.compute.manager [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.004181] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fec0ae-0ffc-402b-bda9-76de328047c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.095040] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "9cae9751-7a86-4b3b-941e-e7a96c29facf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.095288] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "9cae9751-7a86-4b3b-941e-e7a96c29facf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.150550] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "92a3ec69-7803-43d9-8086-dd63012f463b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.150784] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "92a3ec69-7803-43d9-8086-dd63012f463b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.172264] env[69162]: DEBUG oslo_vmware.api [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233265, 'name': PowerOffVM_Task, 'duration_secs': 0.115773} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.172264] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.172425] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.173320] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faed2b17-fdec-4976-a7ec-b413ffd8a423 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.197160] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.197394] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.197578] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Deleting the datastore file [datastore1] 498747f4-f1cd-4e57-a50f-33d97610ce3c {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.197924] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b9119a1-bdd3-4783-943f-0fd6e6522e48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.204923] env[69162]: DEBUG oslo_vmware.api [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for the task: (returnval){ [ 1186.204923] env[69162]: value = "task-3233267" [ 1186.204923] env[69162]: _type = "Task" [ 1186.204923] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.212414] env[69162]: DEBUG nova.compute.manager [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.214792] env[69162]: DEBUG oslo_vmware.api [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.341821] env[69162]: ERROR nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [req-b1d17be3-6b41-4700-bcdd-da1f2419a56e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1d17be3-6b41-4700-bcdd-da1f2419a56e"}]} [ 1186.358254] env[69162]: DEBUG nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1186.371256] env[69162]: DEBUG nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1186.371512] env[69162]: DEBUG nova.compute.provider_tree [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.382758] env[69162]: DEBUG nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1186.400668] env[69162]: DEBUG nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1186.448985] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquiring lock "10c631a8-eedc-45f2-ac18-a42714d362c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.449285] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lock "10c631a8-eedc-45f2-ac18-a42714d362c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.449535] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquiring lock "10c631a8-eedc-45f2-ac18-a42714d362c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.449748] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lock "10c631a8-eedc-45f2-ac18-a42714d362c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.449926] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lock "10c631a8-eedc-45f2-ac18-a42714d362c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.454274] env[69162]: INFO nova.compute.manager [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Terminating instance [ 1186.525405] env[69162]: INFO nova.compute.manager [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Took 27.22 seconds to build instance. [ 1186.598720] env[69162]: DEBUG nova.compute.manager [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.616858] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c9544a-8328-4079-9699-737d7a079822 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.625215] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb61a4f7-7694-4db8-a92c-4ded37a88a01 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.658575] env[69162]: DEBUG nova.compute.manager [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.663293] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf94b97-1f4f-40fb-8708-ca673e3ba690 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.675976] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ee16d-6b0a-4190-801b-97c2a4f40fe5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.690253] env[69162]: DEBUG nova.compute.provider_tree [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.714415] env[69162]: DEBUG oslo_vmware.api [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Task: {'id': task-3233267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1027} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.714885] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.715189] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.715472] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.715793] env[69162]: INFO nova.compute.manager [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1186.716147] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.718406] env[69162]: DEBUG nova.compute.manager [-] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.718609] env[69162]: DEBUG nova.network.neutron [-] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.734922] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.739045] env[69162]: DEBUG nova.network.neutron [-] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.958904] env[69162]: DEBUG nova.compute.manager [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.959174] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.960126] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798e872d-0197-4c26-a149-350149c5b6bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.967828] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.968104] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6a136af-c18e-4fbb-9832-b20cafba5d24 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.975476] env[69162]: DEBUG oslo_vmware.api [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for the task: (returnval){ [ 1186.975476] env[69162]: value = "task-3233268" [ 1186.975476] env[69162]: _type = "Task" [ 1186.975476] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.983683] env[69162]: DEBUG oslo_vmware.api [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.028008] env[69162]: DEBUG oslo_concurrency.lockutils [None req-be90215b-ea7e-401f-93a4-420e4d853a33 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fdcc770d-9723-4bae-980f-497995f740e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.735s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.121742] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.180196] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.229332] env[69162]: DEBUG nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1187.229762] env[69162]: DEBUG nova.compute.provider_tree [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 152 to 153 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1187.230118] env[69162]: DEBUG nova.compute.provider_tree [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.240214] env[69162]: DEBUG nova.network.neutron [-] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.485325] env[69162]: DEBUG oslo_vmware.api [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233268, 'name': PowerOffVM_Task, 'duration_secs': 0.369952} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.485644] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.485813] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.486089] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16bbe8a2-0bcc-4e7f-a2ea-107ab80b7ba9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.558839] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.559098] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.559283] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Deleting the datastore file [datastore1] 10c631a8-eedc-45f2-ac18-a42714d362c9 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.559552] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a450db34-25bb-4824-addb-117e1a3257c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.566527] env[69162]: DEBUG oslo_vmware.api [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for the task: (returnval){ [ 1187.566527] env[69162]: value = "task-3233270" [ 1187.566527] env[69162]: _type = "Task" [ 1187.566527] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.574193] env[69162]: DEBUG oslo_vmware.api [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.737405] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.731s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.739762] env[69162]: DEBUG oslo_concurrency.lockutils [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.195s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.739953] env[69162]: DEBUG nova.objects.instance [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69162) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1187.742626] env[69162]: INFO nova.compute.manager [-] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Took 1.02 seconds to deallocate network for instance. [ 1187.761343] env[69162]: INFO nova.scheduler.client.report [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleted allocations for instance 88eaf0df-5255-4011-ac1a-455c2556e1df [ 1188.077164] env[69162]: DEBUG oslo_vmware.api [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Task: {'id': task-3233270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234666} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.077507] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.077785] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.078015] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.078237] env[69162]: INFO nova.compute.manager [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1188.078486] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.078680] env[69162]: DEBUG nova.compute.manager [-] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.078776] env[69162]: DEBUG nova.network.neutron [-] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.250666] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.267949] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3aaef9d0-3b36-417d-bc7d-0bb7e883a892 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "88eaf0df-5255-4011-ac1a-455c2556e1df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.702s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.394320] env[69162]: DEBUG nova.compute.manager [req-a59dbf34-bfac-4ed3-b445-4d7e6d79b292 req-c9f99cfb-063d-4625-b4ac-2d3f3800d242 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Received event network-vif-deleted-82a89561-425f-4243-84f7-8cad1d9ba30d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.394573] env[69162]: INFO nova.compute.manager [req-a59dbf34-bfac-4ed3-b445-4d7e6d79b292 req-c9f99cfb-063d-4625-b4ac-2d3f3800d242 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Neutron deleted interface 82a89561-425f-4243-84f7-8cad1d9ba30d; detaching it from the instance and deleting it from the info cache [ 1188.394777] env[69162]: DEBUG nova.network.neutron [req-a59dbf34-bfac-4ed3-b445-4d7e6d79b292 req-c9f99cfb-063d-4625-b4ac-2d3f3800d242 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.412039] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "fdcc770d-9723-4bae-980f-497995f740e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.412465] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fdcc770d-9723-4bae-980f-497995f740e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.748941] env[69162]: DEBUG oslo_concurrency.lockutils [None req-33d453f8-0eeb-4778-bac5-73431a0f1550 tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.750283] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.382s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.750550] env[69162]: DEBUG nova.objects.instance [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lazy-loading 'resources' on Instance uuid 038b9a01-1fea-4919-9d26-ad7ff66fe50a {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.876055] env[69162]: DEBUG nova.network.neutron [-] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.898405] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edca13ed-99cf-453f-8ed0-0ece547e7d04 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.909363] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c4b847-0509-4760-b2be-964b5eeea580 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.920556] env[69162]: DEBUG nova.compute.utils [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.945373] env[69162]: DEBUG nova.compute.manager [req-a59dbf34-bfac-4ed3-b445-4d7e6d79b292 req-c9f99cfb-063d-4625-b4ac-2d3f3800d242 service nova] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Detach interface failed, port_id=82a89561-425f-4243-84f7-8cad1d9ba30d, reason: Instance 10c631a8-eedc-45f2-ac18-a42714d362c9 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1189.378288] env[69162]: INFO nova.compute.manager [-] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Took 1.30 seconds to deallocate network for instance. [ 1189.423978] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fdcc770d-9723-4bae-980f-497995f740e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.452984] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673f6c7b-0567-440d-8b70-f0ecf1761cbe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.463103] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d25a047-da12-4ba1-b037-34e96e89ec9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.495123] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebb2855-73f5-45b2-b201-e5ce68ad1b27 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.502970] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad78a063-f3df-45e6-93b5-01cea7c88bd6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.517010] env[69162]: DEBUG nova.compute.provider_tree [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.889873] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.020050] env[69162]: DEBUG nova.scheduler.client.report [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.204752] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.205074] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.482174] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "fdcc770d-9723-4bae-980f-497995f740e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.482415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fdcc770d-9723-4bae-980f-497995f740e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.482654] env[69162]: INFO nova.compute.manager [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Attaching volume f28a43f4-76a7-470c-9f60-0f167e64df80 to /dev/sdb [ 1190.513070] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a7ab25-df70-4c85-843a-4185cefda1a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.520611] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3275f17-06f5-4569-a24f-5804491e27fd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.527092] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.529073] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.794s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.530497] env[69162]: INFO nova.compute.claims [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.536586] env[69162]: DEBUG nova.virt.block_device [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Updating existing volume attachment record: daba87f3-73ed-4818-9870-e44a7b1aa1ba {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1190.543911] env[69162]: INFO nova.scheduler.client.report [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Deleted allocations for instance 038b9a01-1fea-4919-9d26-ad7ff66fe50a [ 1190.708012] env[69162]: DEBUG nova.compute.manager [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.051155] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5c84e8e-bccf-47e1-b9f0-231e33c4f002 tempest-AttachInterfacesTestJSON-673641732 tempest-AttachInterfacesTestJSON-673641732-project-member] Lock "038b9a01-1fea-4919-9d26-ad7ff66fe50a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.187s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.233879] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.749844] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e086015a-9a88-4ed7-814e-b3b5ad2ea44d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.759107] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c086ac-ffd3-4c35-b314-b7325936e94a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.792356] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168de0b2-c557-4bff-bca6-4f263b8f60ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.801178] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2731a41-10d5-4d25-a133-315893f5dedb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.816423] env[69162]: DEBUG nova.compute.provider_tree [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.321352] env[69162]: DEBUG nova.scheduler.client.report [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.828240] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.829135] env[69162]: DEBUG nova.compute.manager [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.831942] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.710s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.834652] env[69162]: INFO nova.compute.claims [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.338132] env[69162]: DEBUG nova.compute.utils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.339601] env[69162]: DEBUG nova.compute.manager [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.339772] env[69162]: DEBUG nova.network.neutron [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.392927] env[69162]: DEBUG nova.policy [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ef80f60b9fc40779af0873871790db4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d2ba0bdabbc4fa19cfd0a14db5bf903', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.665247] env[69162]: DEBUG nova.network.neutron [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Successfully created port: b3c915d0-e8a9-45f0-b2ad-5fd850e8742a {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.845611] env[69162]: DEBUG nova.compute.manager [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.077253] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb34c802-5682-40bd-acfa-5470616e905a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.085370] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d54b7c5-7c4a-4dfb-aee9-994bd98d002b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.116183] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10daf613-58dd-40e4-96a2-30da739e14f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.123936] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1575b56-f9ea-4def-b486-a427abe4dd22 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.137747] env[69162]: DEBUG nova.compute.provider_tree [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.640725] env[69162]: DEBUG nova.scheduler.client.report [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.859015] env[69162]: DEBUG nova.compute.manager [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.889503] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.889799] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.889884] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.890216] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.890430] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.890616] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.890869] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.891085] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.891300] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.891514] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.891727] env[69162]: DEBUG nova.virt.hardware [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.892628] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29fa430-ab5a-40d1-8aa4-1a1114f8e4f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.901947] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47ac5d-3d12-4444-9ca0-1943b37dca83 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.087475] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1195.090034] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646268', 'volume_id': 'f28a43f4-76a7-470c-9f60-0f167e64df80', 'name': 'volume-f28a43f4-76a7-470c-9f60-0f167e64df80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdcc770d-9723-4bae-980f-497995f740e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f28a43f4-76a7-470c-9f60-0f167e64df80', 'serial': 'f28a43f4-76a7-470c-9f60-0f167e64df80'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1195.090034] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca7e5f6-cf6a-4e63-991c-66ca6ac14e19 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.108929] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db822dfb-9a66-4586-801e-cd710888969c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.140231] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-f28a43f4-76a7-470c-9f60-0f167e64df80/volume-f28a43f4-76a7-470c-9f60-0f167e64df80.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.140575] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121f6650-1fc4-4c02-a115-34b57e1ef786 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.154748] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.155251] env[69162]: DEBUG nova.compute.manager [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.157790] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.978s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.161044] env[69162]: INFO nova.compute.claims [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.166083] env[69162]: DEBUG nova.compute.manager [req-d525274a-a54c-41a8-ab7b-49acbb898dce req-166c2f89-02fe-4a33-bcdb-052e62c5d3e8 service nova] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Received event network-vif-plugged-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.166291] env[69162]: DEBUG oslo_concurrency.lockutils [req-d525274a-a54c-41a8-ab7b-49acbb898dce req-166c2f89-02fe-4a33-bcdb-052e62c5d3e8 service nova] Acquiring lock "42834082-43df-4698-b2c6-f70cc319d4ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.166494] env[69162]: DEBUG oslo_concurrency.lockutils [req-d525274a-a54c-41a8-ab7b-49acbb898dce req-166c2f89-02fe-4a33-bcdb-052e62c5d3e8 service nova] Lock "42834082-43df-4698-b2c6-f70cc319d4ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.166652] env[69162]: DEBUG oslo_concurrency.lockutils [req-d525274a-a54c-41a8-ab7b-49acbb898dce req-166c2f89-02fe-4a33-bcdb-052e62c5d3e8 service nova] Lock "42834082-43df-4698-b2c6-f70cc319d4ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.166810] env[69162]: DEBUG nova.compute.manager [req-d525274a-a54c-41a8-ab7b-49acbb898dce req-166c2f89-02fe-4a33-bcdb-052e62c5d3e8 service nova] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] No waiting events found dispatching network-vif-plugged-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.166970] env[69162]: WARNING nova.compute.manager [req-d525274a-a54c-41a8-ab7b-49acbb898dce req-166c2f89-02fe-4a33-bcdb-052e62c5d3e8 service nova] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Received unexpected event network-vif-plugged-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a for instance with vm_state building and task_state spawning. [ 1195.174236] env[69162]: DEBUG oslo_vmware.api [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1195.174236] env[69162]: value = "task-3233275" [ 1195.174236] env[69162]: _type = "Task" [ 1195.174236] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.182980] env[69162]: DEBUG oslo_vmware.api [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233275, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.354011] env[69162]: DEBUG nova.network.neutron [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Successfully updated port: b3c915d0-e8a9-45f0-b2ad-5fd850e8742a {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.666543] env[69162]: DEBUG nova.compute.utils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.674413] env[69162]: DEBUG nova.compute.manager [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.674617] env[69162]: DEBUG nova.network.neutron [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.694488] env[69162]: DEBUG oslo_vmware.api [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233275, 'name': ReconfigVM_Task, 'duration_secs': 0.381559} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.694853] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-f28a43f4-76a7-470c-9f60-0f167e64df80/volume-f28a43f4-76a7-470c-9f60-0f167e64df80.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.702073] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1b4969b-aaaa-4097-ab06-070efe73822b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.722014] env[69162]: DEBUG oslo_vmware.api [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1195.722014] env[69162]: value = "task-3233276" [ 1195.722014] env[69162]: _type = "Task" [ 1195.722014] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.733057] env[69162]: DEBUG oslo_vmware.api [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.747687] env[69162]: DEBUG nova.policy [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ef80f60b9fc40779af0873871790db4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d2ba0bdabbc4fa19cfd0a14db5bf903', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.858215] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.858381] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.858537] env[69162]: DEBUG nova.network.neutron [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.172434] env[69162]: DEBUG nova.compute.manager [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.188968] env[69162]: DEBUG nova.network.neutron [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Successfully created port: f664eeae-a5e1-429d-b613-bf3f68a80653 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.239137] env[69162]: DEBUG oslo_vmware.api [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233276, 'name': ReconfigVM_Task, 'duration_secs': 0.149161} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.239506] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646268', 'volume_id': 'f28a43f4-76a7-470c-9f60-0f167e64df80', 'name': 'volume-f28a43f4-76a7-470c-9f60-0f167e64df80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdcc770d-9723-4bae-980f-497995f740e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f28a43f4-76a7-470c-9f60-0f167e64df80', 'serial': 'f28a43f4-76a7-470c-9f60-0f167e64df80'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1196.440111] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f80ded-8754-488f-9c15-3ab16badebb4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.447104] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2a967c-ddb0-49c6-a7b9-dcfdd17cecb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.479138] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ea2ee7-d851-4ad9-9ed1-2380e9a1c25e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.487596] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7627f54-4448-4101-8d94-2c4bcae94db1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.491924] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "d6e9e114-238b-4390-b63e-1d737b41590b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.494155] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "d6e9e114-238b-4390-b63e-1d737b41590b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.494155] env[69162]: INFO nova.compute.manager [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Shelving [ 1196.504771] env[69162]: DEBUG nova.compute.provider_tree [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.607336] env[69162]: DEBUG nova.network.neutron [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.796028] env[69162]: DEBUG nova.network.neutron [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Updating instance_info_cache with network_info: [{"id": "b3c915d0-e8a9-45f0-b2ad-5fd850e8742a", "address": "fa:16:3e:00:53:60", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c915d0-e8", "ovs_interfaceid": "b3c915d0-e8a9-45f0-b2ad-5fd850e8742a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.008469] env[69162]: DEBUG nova.scheduler.client.report [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.194044] env[69162]: DEBUG nova.compute.manager [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.224669] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.224931] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.225101] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.225305] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.225423] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.225584] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.225842] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.226043] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.226239] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.227060] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.227060] env[69162]: DEBUG nova.virt.hardware [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.227615] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18de57ad-223c-497e-a6a6-c2b276d32180 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.236849] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bf2872-721e-4be4-840e-e1099cafc7b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.243661] env[69162]: DEBUG nova.compute.manager [req-5cdc76b8-5161-4ace-bd57-69575fd0b769 req-e6e6ab48-5373-4418-937a-c854cd3e2bc4 service nova] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Received event network-changed-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.243912] env[69162]: DEBUG nova.compute.manager [req-5cdc76b8-5161-4ace-bd57-69575fd0b769 req-e6e6ab48-5373-4418-937a-c854cd3e2bc4 service nova] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Refreshing instance network info cache due to event network-changed-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.244199] env[69162]: DEBUG oslo_concurrency.lockutils [req-5cdc76b8-5161-4ace-bd57-69575fd0b769 req-e6e6ab48-5373-4418-937a-c854cd3e2bc4 service nova] Acquiring lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.287930] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquiring lock "bd4d7612-1c9f-4d18-b759-3d8096c35012" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.287930] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "bd4d7612-1c9f-4d18-b759-3d8096c35012" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.293271] env[69162]: DEBUG nova.objects.instance [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'flavor' on Instance uuid fdcc770d-9723-4bae-980f-497995f740e4 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.299091] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.299559] env[69162]: DEBUG nova.compute.manager [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Instance network_info: |[{"id": "b3c915d0-e8a9-45f0-b2ad-5fd850e8742a", "address": "fa:16:3e:00:53:60", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c915d0-e8", "ovs_interfaceid": "b3c915d0-e8a9-45f0-b2ad-5fd850e8742a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.299986] env[69162]: DEBUG oslo_concurrency.lockutils [req-5cdc76b8-5161-4ace-bd57-69575fd0b769 req-e6e6ab48-5373-4418-937a-c854cd3e2bc4 service nova] Acquired lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.300211] env[69162]: DEBUG nova.network.neutron [req-5cdc76b8-5161-4ace-bd57-69575fd0b769 req-e6e6ab48-5373-4418-937a-c854cd3e2bc4 service nova] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Refreshing network info cache for port b3c915d0-e8a9-45f0-b2ad-5fd850e8742a {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.302047] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:53:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3c915d0-e8a9-45f0-b2ad-5fd850e8742a', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.318279] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Creating folder: Project (3d2ba0bdabbc4fa19cfd0a14db5bf903). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.321322] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6e98264-5fe0-4daf-88b6-37909a491886 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.333414] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Created folder: Project (3d2ba0bdabbc4fa19cfd0a14db5bf903) in parent group-v645978. [ 1197.333504] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Creating folder: Instances. Parent ref: group-v646269. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.333696] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2746b313-0328-405b-941f-b2345d13483a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.344268] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Created folder: Instances in parent group-v646269. [ 1197.344268] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.344268] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.344461] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-138afa17-4ce4-428a-adac-2c8e417aa729 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.366023] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.366023] env[69162]: value = "task-3233279" [ 1197.366023] env[69162]: _type = "Task" [ 1197.366023] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.373308] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233279, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.502314] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.502626] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c264a3e4-33d2-43e7-a2eb-d1a0dc6e5416 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.510253] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1197.510253] env[69162]: value = "task-3233280" [ 1197.510253] env[69162]: _type = "Task" [ 1197.510253] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.513311] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.513848] env[69162]: DEBUG nova.compute.manager [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.520716] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.270s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.520996] env[69162]: DEBUG nova.objects.instance [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lazy-loading 'resources' on Instance uuid 498747f4-f1cd-4e57-a50f-33d97610ce3c {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.529067] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.558190] env[69162]: DEBUG nova.network.neutron [req-5cdc76b8-5161-4ace-bd57-69575fd0b769 req-e6e6ab48-5373-4418-937a-c854cd3e2bc4 service nova] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Updated VIF entry in instance network info cache for port b3c915d0-e8a9-45f0-b2ad-5fd850e8742a. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.558190] env[69162]: DEBUG nova.network.neutron [req-5cdc76b8-5161-4ace-bd57-69575fd0b769 req-e6e6ab48-5373-4418-937a-c854cd3e2bc4 service nova] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Updating instance_info_cache with network_info: [{"id": "b3c915d0-e8a9-45f0-b2ad-5fd850e8742a", "address": "fa:16:3e:00:53:60", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c915d0-e8", "ovs_interfaceid": "b3c915d0-e8a9-45f0-b2ad-5fd850e8742a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.791058] env[69162]: DEBUG nova.compute.manager [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.795970] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2a19690d-f564-4004-82a0-294a6327de30 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fdcc770d-9723-4bae-980f-497995f740e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.313s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.882224] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233279, 'name': CreateVM_Task, 'duration_secs': 0.333862} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.882224] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.882224] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.882224] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.882224] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.882645] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e2a7e4-cec8-4a72-a6b2-64856d3e15b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.887088] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1197.887088] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52728dc6-0aa6-fd7b-442e-db544d30de1e" [ 1197.887088] env[69162]: _type = "Task" [ 1197.887088] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.895893] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52728dc6-0aa6-fd7b-442e-db544d30de1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.903741] env[69162]: DEBUG oslo_concurrency.lockutils [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "fdcc770d-9723-4bae-980f-497995f740e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.903965] env[69162]: DEBUG oslo_concurrency.lockutils [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fdcc770d-9723-4bae-980f-497995f740e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.904195] env[69162]: DEBUG oslo_concurrency.lockutils [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "fdcc770d-9723-4bae-980f-497995f740e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.904364] env[69162]: DEBUG oslo_concurrency.lockutils [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fdcc770d-9723-4bae-980f-497995f740e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.904528] env[69162]: DEBUG oslo_concurrency.lockutils [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fdcc770d-9723-4bae-980f-497995f740e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.906651] env[69162]: INFO nova.compute.manager [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Terminating instance [ 1197.935185] env[69162]: DEBUG nova.network.neutron [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Successfully updated port: f664eeae-a5e1-429d-b613-bf3f68a80653 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.021655] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233280, 'name': PowerOffVM_Task, 'duration_secs': 0.190822} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.021928] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.022843] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9869bfe6-920e-4305-9664-358f72bbac1b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.026267] env[69162]: DEBUG nova.compute.utils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.030853] env[69162]: DEBUG nova.compute.manager [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.031037] env[69162]: DEBUG nova.network.neutron [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.051363] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea3f934-9110-4523-9cdd-72ee963b635c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.064051] env[69162]: DEBUG oslo_concurrency.lockutils [req-5cdc76b8-5161-4ace-bd57-69575fd0b769 req-e6e6ab48-5373-4418-937a-c854cd3e2bc4 service nova] Releasing lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.082055] env[69162]: DEBUG nova.policy [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cacda18db0b641259c0e3c1e56840935', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26914cc9e5c4bb4ae091f19c867e9d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.290222] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02138611-337c-45aa-bfbf-ad1e2ae832fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.301629] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61983725-1aed-4c7a-a5e0-35d1d67eed6c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.342116] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.343063] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a946388-2ab4-4610-a1a6-62781c44f356 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.352734] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e01057-ec16-41c0-80a2-a663c4672f8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.371116] env[69162]: DEBUG nova.compute.provider_tree [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.392268] env[69162]: DEBUG nova.network.neutron [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Successfully created port: b97b2207-e13a-4652-ba05-724d9aaa7132 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.402350] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52728dc6-0aa6-fd7b-442e-db544d30de1e, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.402685] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.402957] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.403272] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.403443] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.403630] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.403907] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e2f7b57-a81f-4312-83b6-36d3838645c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.409972] env[69162]: DEBUG nova.compute.manager [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.410244] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.410838] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bbeb71e-6e3c-4cf5-8e27-eaac77cabdde {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.413636] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.413812] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.414911] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f78a06-2c83-4710-945f-68e56c9fc730 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.420011] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1198.420011] env[69162]: value = "task-3233281" [ 1198.420011] env[69162]: _type = "Task" [ 1198.420011] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.421532] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1198.421532] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528e1ffc-cf52-9f1a-47f4-8217021f5f32" [ 1198.421532] env[69162]: _type = "Task" [ 1198.421532] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.434127] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.438428] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "refresh_cache-9cae9751-7a86-4b3b-941e-e7a96c29facf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.438428] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "refresh_cache-9cae9751-7a86-4b3b-941e-e7a96c29facf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.438428] env[69162]: DEBUG nova.network.neutron [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.439475] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528e1ffc-cf52-9f1a-47f4-8217021f5f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.532221] env[69162]: DEBUG nova.compute.manager [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.563068] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1198.563420] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5e78f4f-23c4-456c-96ce-fd3ed71de929 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.572877] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1198.572877] env[69162]: value = "task-3233282" [ 1198.572877] env[69162]: _type = "Task" [ 1198.572877] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.582262] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233282, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.875658] env[69162]: DEBUG nova.scheduler.client.report [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.934349] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233281, 'name': PowerOffVM_Task, 'duration_secs': 0.260412} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.938438] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.938919] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1198.939314] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646268', 'volume_id': 'f28a43f4-76a7-470c-9f60-0f167e64df80', 'name': 'volume-f28a43f4-76a7-470c-9f60-0f167e64df80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdcc770d-9723-4bae-980f-497995f740e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f28a43f4-76a7-470c-9f60-0f167e64df80', 'serial': 'f28a43f4-76a7-470c-9f60-0f167e64df80'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1198.939804] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528e1ffc-cf52-9f1a-47f4-8217021f5f32, 'name': SearchDatastore_Task, 'duration_secs': 0.012323} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.940651] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc027fd-6cc2-4b39-9da3-3fe4a7d19877 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.945573] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1358fc6-8abc-4a6e-afd4-52a33d66261c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.970513] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38150d1-633f-45c7-b4be-80f897f0113f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.973726] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1198.973726] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d58a5c-6049-25eb-bb84-e7d54a07849b" [ 1198.973726] env[69162]: _type = "Task" [ 1198.973726] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.978555] env[69162]: DEBUG nova.network.neutron [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.983683] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239ec7ae-fcce-46c9-bd23-8f49f8ed804d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.989520] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d58a5c-6049-25eb-bb84-e7d54a07849b, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.990210] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.990583] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 42834082-43df-4698-b2c6-f70cc319d4ea/42834082-43df-4698-b2c6-f70cc319d4ea.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.990905] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afc4105d-ddc1-4ae2-b417-07b2f719cb7a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.013658] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bdde7d-67ac-4cda-86dc-89160931dde5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.018190] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1199.018190] env[69162]: value = "task-3233283" [ 1199.018190] env[69162]: _type = "Task" [ 1199.018190] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.033298] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] The volume has not been displaced from its original location: [datastore2] volume-f28a43f4-76a7-470c-9f60-0f167e64df80/volume-f28a43f4-76a7-470c-9f60-0f167e64df80.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1199.038959] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.043671] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133b01be-163d-465d-a57e-89e6552a33af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.063545] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.071726] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1199.071726] env[69162]: value = "task-3233284" [ 1199.071726] env[69162]: _type = "Task" [ 1199.071726] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.083165] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.087745] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233282, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.189870] env[69162]: DEBUG nova.network.neutron [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Updating instance_info_cache with network_info: [{"id": "f664eeae-a5e1-429d-b613-bf3f68a80653", "address": "fa:16:3e:dd:1d:4b", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf664eeae-a5", "ovs_interfaceid": "f664eeae-a5e1-429d-b613-bf3f68a80653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.265429] env[69162]: DEBUG nova.compute.manager [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Received event network-vif-plugged-f664eeae-a5e1-429d-b613-bf3f68a80653 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.265926] env[69162]: DEBUG oslo_concurrency.lockutils [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] Acquiring lock "9cae9751-7a86-4b3b-941e-e7a96c29facf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.266101] env[69162]: DEBUG oslo_concurrency.lockutils [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] Lock "9cae9751-7a86-4b3b-941e-e7a96c29facf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.266311] env[69162]: DEBUG oslo_concurrency.lockutils [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] Lock "9cae9751-7a86-4b3b-941e-e7a96c29facf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.266541] env[69162]: DEBUG nova.compute.manager [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] No waiting events found dispatching network-vif-plugged-f664eeae-a5e1-429d-b613-bf3f68a80653 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.266734] env[69162]: WARNING nova.compute.manager [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Received unexpected event network-vif-plugged-f664eeae-a5e1-429d-b613-bf3f68a80653 for instance with vm_state building and task_state spawning. [ 1199.266932] env[69162]: DEBUG nova.compute.manager [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Received event network-changed-f664eeae-a5e1-429d-b613-bf3f68a80653 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.267109] env[69162]: DEBUG nova.compute.manager [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Refreshing instance network info cache due to event network-changed-f664eeae-a5e1-429d-b613-bf3f68a80653. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.267286] env[69162]: DEBUG oslo_concurrency.lockutils [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] Acquiring lock "refresh_cache-9cae9751-7a86-4b3b-941e-e7a96c29facf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.381038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.384711] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.495s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.384990] env[69162]: DEBUG nova.objects.instance [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lazy-loading 'resources' on Instance uuid 10c631a8-eedc-45f2-ac18-a42714d362c9 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.414366] env[69162]: INFO nova.scheduler.client.report [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Deleted allocations for instance 498747f4-f1cd-4e57-a50f-33d97610ce3c [ 1199.530760] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.563308] env[69162]: DEBUG nova.compute.manager [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.583497] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233282, 'name': CreateSnapshot_Task, 'duration_secs': 0.597794} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.586841] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1199.587299] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233284, 'name': ReconfigVM_Task, 'duration_secs': 0.223737} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.589784] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f82110-2797-48ec-a07b-38256496f146 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.592550] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.597342] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab0d506-4162-4b3e-acc2-83cb18d83c88 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.609536] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.609790] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.609913] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.610104] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.610254] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.610402] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.610653] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.610823] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.610994] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.611169] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.611336] env[69162]: DEBUG nova.virt.hardware [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.612875] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93401b2-d8f6-4db8-895e-a88a736bea98 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.624330] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1199.624330] env[69162]: value = "task-3233285" [ 1199.624330] env[69162]: _type = "Task" [ 1199.624330] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.630104] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cf158d-87c7-4ee4-877f-21a462d77bef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.639161] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.693056] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "refresh_cache-9cae9751-7a86-4b3b-941e-e7a96c29facf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.693737] env[69162]: DEBUG nova.compute.manager [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Instance network_info: |[{"id": "f664eeae-a5e1-429d-b613-bf3f68a80653", "address": "fa:16:3e:dd:1d:4b", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf664eeae-a5", "ovs_interfaceid": "f664eeae-a5e1-429d-b613-bf3f68a80653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.694398] env[69162]: DEBUG oslo_concurrency.lockutils [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] Acquired lock "refresh_cache-9cae9751-7a86-4b3b-941e-e7a96c29facf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.694774] env[69162]: DEBUG nova.network.neutron [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Refreshing network info cache for port f664eeae-a5e1-429d-b613-bf3f68a80653 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.696974] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:1d:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f664eeae-a5e1-429d-b613-bf3f68a80653', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.704765] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.705127] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.706522] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85e4debf-3e51-449d-9df1-6ae3f7b1912f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.727103] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.727103] env[69162]: value = "task-3233286" [ 1199.727103] env[69162]: _type = "Task" [ 1199.727103] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.735506] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233286, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.934208] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cd941541-d9a1-4c58-b9cb-5928c4ccd9ed tempest-ServersListShow296Test-1860346920 tempest-ServersListShow296Test-1860346920-project-member] Lock "498747f4-f1cd-4e57-a50f-33d97610ce3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.914s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.942806] env[69162]: DEBUG nova.network.neutron [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Successfully updated port: b97b2207-e13a-4652-ba05-724d9aaa7132 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.031477] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567859} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.034826] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 42834082-43df-4698-b2c6-f70cc319d4ea/42834082-43df-4698-b2c6-f70cc319d4ea.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.034826] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.035201] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3ebc67a-40b7-48ac-b3d9-62400d86d4a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.041394] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1200.041394] env[69162]: value = "task-3233287" [ 1200.041394] env[69162]: _type = "Task" [ 1200.041394] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.049619] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.130074] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1200.131615] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6013ae72-f015-4ba5-86b0-43bd48bfcaf5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.135115] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9603eaa-9b40-4715-9afb-99cc62bf7e09 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.148164] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233285, 'name': ReconfigVM_Task, 'duration_secs': 0.191899} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.150931] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646268', 'volume_id': 'f28a43f4-76a7-470c-9f60-0f167e64df80', 'name': 'volume-f28a43f4-76a7-470c-9f60-0f167e64df80', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdcc770d-9723-4bae-980f-497995f740e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f28a43f4-76a7-470c-9f60-0f167e64df80', 'serial': 'f28a43f4-76a7-470c-9f60-0f167e64df80'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1200.151107] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.151468] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1200.151468] env[69162]: value = "task-3233288" [ 1200.151468] env[69162]: _type = "Task" [ 1200.151468] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.152154] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b489f91-76b0-453f-bca7-8697fd7e9ef4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.155499] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ee51a7-2958-4af6-af82-7fbb61dbb2a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.166563] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233288, 'name': CloneVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.191435] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.191868] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a776950f-ffd3-4c2b-abd8-bf6f35a321e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.193942] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6f11c2-5e83-45a4-a86c-a6ca84da363b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.201496] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ecd1f4-733f-4ce8-837d-12f2c1ada369 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.217218] env[69162]: DEBUG nova.compute.provider_tree [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.236969] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233286, 'name': CreateVM_Task, 'duration_secs': 0.373703} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.237164] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.237847] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.238018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.238457] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.238736] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4178193-b616-483b-aeb1-46519f565a0e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.243253] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1200.243253] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b6bec2-51db-39f2-a342-5ad99132b095" [ 1200.243253] env[69162]: _type = "Task" [ 1200.243253] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.253981] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b6bec2-51db-39f2-a342-5ad99132b095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.289016] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.289392] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.289609] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleting the datastore file [datastore1] fdcc770d-9723-4bae-980f-497995f740e4 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.289908] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26c13aea-dfb0-4259-bec9-35480d4630de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.296668] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1200.296668] env[69162]: value = "task-3233290" [ 1200.296668] env[69162]: _type = "Task" [ 1200.296668] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.307939] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.433626] env[69162]: DEBUG nova.network.neutron [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Updated VIF entry in instance network info cache for port f664eeae-a5e1-429d-b613-bf3f68a80653. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.434014] env[69162]: DEBUG nova.network.neutron [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Updating instance_info_cache with network_info: [{"id": "f664eeae-a5e1-429d-b613-bf3f68a80653", "address": "fa:16:3e:dd:1d:4b", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf664eeae-a5", "ovs_interfaceid": "f664eeae-a5e1-429d-b613-bf3f68a80653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.447315] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "refresh_cache-92a3ec69-7803-43d9-8086-dd63012f463b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.447462] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "refresh_cache-92a3ec69-7803-43d9-8086-dd63012f463b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.447614] env[69162]: DEBUG nova.network.neutron [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.552044] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0713} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.552279] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.553082] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ffc18f-c3b9-48e0-ab4d-4be0087c48d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.578634] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 42834082-43df-4698-b2c6-f70cc319d4ea/42834082-43df-4698-b2c6-f70cc319d4ea.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.578939] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1ed73e-7e7b-43c6-85ab-5c08fa226b38 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.599094] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1200.599094] env[69162]: value = "task-3233291" [ 1200.599094] env[69162]: _type = "Task" [ 1200.599094] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.607363] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.668532] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233288, 'name': CloneVM_Task} progress is 93%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.720223] env[69162]: DEBUG nova.scheduler.client.report [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.754567] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b6bec2-51db-39f2-a342-5ad99132b095, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.754920] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.755213] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.755481] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.755644] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.755912] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.756188] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-581ec1ae-b87d-4c18-b675-bf5819b26366 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.764348] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.764545] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.765509] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33fcc798-077a-421c-a2c3-27ac28bac4f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.770961] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1200.770961] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528f5c58-7eed-a6fe-43ea-6533db78742c" [ 1200.770961] env[69162]: _type = "Task" [ 1200.770961] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.779591] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528f5c58-7eed-a6fe-43ea-6533db78742c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.806544] env[69162]: DEBUG oslo_vmware.api [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149283} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.806838] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.807061] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.807272] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.807468] env[69162]: INFO nova.compute.manager [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1200.807728] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.807958] env[69162]: DEBUG nova.compute.manager [-] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.808083] env[69162]: DEBUG nova.network.neutron [-] [instance: fdcc770d-9723-4bae-980f-497995f740e4] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.937991] env[69162]: DEBUG oslo_concurrency.lockutils [req-10784cde-8820-4f51-bf31-d3e6f07d34bd req-6ca1f345-83f9-4574-bcd3-4fa38b931852 service nova] Releasing lock "refresh_cache-9cae9751-7a86-4b3b-941e-e7a96c29facf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.990137] env[69162]: DEBUG nova.network.neutron [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.113653] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233291, 'name': ReconfigVM_Task, 'duration_secs': 0.298494} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.115094] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 42834082-43df-4698-b2c6-f70cc319d4ea/42834082-43df-4698-b2c6-f70cc319d4ea.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.116277] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4245342-bb96-4510-9d66-b30c3acb03f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.124497] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1201.124497] env[69162]: value = "task-3233292" [ 1201.124497] env[69162]: _type = "Task" [ 1201.124497] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.138628] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233292, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.170052] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233288, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.176191] env[69162]: DEBUG nova.network.neutron [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Updating instance_info_cache with network_info: [{"id": "b97b2207-e13a-4652-ba05-724d9aaa7132", "address": "fa:16:3e:f7:cd:4b", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97b2207-e1", "ovs_interfaceid": "b97b2207-e13a-4652-ba05-724d9aaa7132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.225299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.227867] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.994s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.229616] env[69162]: INFO nova.compute.claims [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.249557] env[69162]: INFO nova.scheduler.client.report [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Deleted allocations for instance 10c631a8-eedc-45f2-ac18-a42714d362c9 [ 1201.282494] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528f5c58-7eed-a6fe-43ea-6533db78742c, 'name': SearchDatastore_Task, 'duration_secs': 0.008324} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.284014] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c284ac1-9684-4510-b390-f222022c3920 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.290352] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1201.290352] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c003d7-c3e5-b5c7-7d65-0a2a65c17a95" [ 1201.290352] env[69162]: _type = "Task" [ 1201.290352] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.298684] env[69162]: DEBUG nova.compute.manager [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Received event network-vif-plugged-b97b2207-e13a-4652-ba05-724d9aaa7132 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.298853] env[69162]: DEBUG oslo_concurrency.lockutils [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] Acquiring lock "92a3ec69-7803-43d9-8086-dd63012f463b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.299293] env[69162]: DEBUG oslo_concurrency.lockutils [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] Lock "92a3ec69-7803-43d9-8086-dd63012f463b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.299466] env[69162]: DEBUG oslo_concurrency.lockutils [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] Lock "92a3ec69-7803-43d9-8086-dd63012f463b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.299649] env[69162]: DEBUG nova.compute.manager [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] No waiting events found dispatching network-vif-plugged-b97b2207-e13a-4652-ba05-724d9aaa7132 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.299828] env[69162]: WARNING nova.compute.manager [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Received unexpected event network-vif-plugged-b97b2207-e13a-4652-ba05-724d9aaa7132 for instance with vm_state building and task_state spawning. [ 1201.300012] env[69162]: DEBUG nova.compute.manager [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Received event network-changed-b97b2207-e13a-4652-ba05-724d9aaa7132 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.300210] env[69162]: DEBUG nova.compute.manager [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Refreshing instance network info cache due to event network-changed-b97b2207-e13a-4652-ba05-724d9aaa7132. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.300403] env[69162]: DEBUG oslo_concurrency.lockutils [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] Acquiring lock "refresh_cache-92a3ec69-7803-43d9-8086-dd63012f463b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.306030] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c003d7-c3e5-b5c7-7d65-0a2a65c17a95, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.306276] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.306523] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9cae9751-7a86-4b3b-941e-e7a96c29facf/9cae9751-7a86-4b3b-941e-e7a96c29facf.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.306771] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fe84a4c-577d-4b24-8ffd-607a18411b54 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.313623] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1201.313623] env[69162]: value = "task-3233293" [ 1201.313623] env[69162]: _type = "Task" [ 1201.313623] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.321367] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.617095] env[69162]: DEBUG nova.network.neutron [-] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.637061] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233292, 'name': Rename_Task, 'duration_secs': 0.144229} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.637342] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.637599] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fd2e3ca-4a15-4ce8-bdc8-b4c1f5449078 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.644765] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1201.644765] env[69162]: value = "task-3233294" [ 1201.644765] env[69162]: _type = "Task" [ 1201.644765] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.655628] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.671273] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233288, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.678844] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "refresh_cache-92a3ec69-7803-43d9-8086-dd63012f463b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.678844] env[69162]: DEBUG nova.compute.manager [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Instance network_info: |[{"id": "b97b2207-e13a-4652-ba05-724d9aaa7132", "address": "fa:16:3e:f7:cd:4b", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97b2207-e1", "ovs_interfaceid": "b97b2207-e13a-4652-ba05-724d9aaa7132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.678844] env[69162]: DEBUG oslo_concurrency.lockutils [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] Acquired lock "refresh_cache-92a3ec69-7803-43d9-8086-dd63012f463b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.679227] env[69162]: DEBUG nova.network.neutron [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Refreshing network info cache for port b97b2207-e13a-4652-ba05-724d9aaa7132 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.680707] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:cd:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b97b2207-e13a-4652-ba05-724d9aaa7132', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.690671] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.690991] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.692090] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afa178ea-d0a3-41d6-81aa-0f96794eb2c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.714959] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.714959] env[69162]: value = "task-3233295" [ 1201.714959] env[69162]: _type = "Task" [ 1201.714959] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.724411] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233295, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.760614] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acfdfb70-f555-4eea-9771-b3d5ab0658b1 tempest-ServerAddressesNegativeTestJSON-1098603939 tempest-ServerAddressesNegativeTestJSON-1098603939-project-member] Lock "10c631a8-eedc-45f2-ac18-a42714d362c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.311s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.825080] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441804} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.825370] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9cae9751-7a86-4b3b-941e-e7a96c29facf/9cae9751-7a86-4b3b-941e-e7a96c29facf.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.825620] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.825985] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05a66dd0-44dd-4f20-9343-bbe8bc227446 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.833307] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1201.833307] env[69162]: value = "task-3233296" [ 1201.833307] env[69162]: _type = "Task" [ 1201.833307] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.845077] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.120615] env[69162]: INFO nova.compute.manager [-] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Took 1.31 seconds to deallocate network for instance. [ 1202.157497] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233294, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.169535] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233288, 'name': CloneVM_Task, 'duration_secs': 1.979489} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.169963] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Created linked-clone VM from snapshot [ 1202.170778] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84854c6d-a3dd-41c0-be76-fed59d9dd157 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.178548] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Uploading image f2c8b245-b65a-4021-a9e2-a3e4772f3a29 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1202.204869] env[69162]: DEBUG oslo_vmware.rw_handles [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1202.204869] env[69162]: value = "vm-646274" [ 1202.204869] env[69162]: _type = "VirtualMachine" [ 1202.204869] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1202.205166] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4b0ab31-071f-41a7-b6fb-d175a7e3ff09 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.212897] env[69162]: DEBUG oslo_vmware.rw_handles [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lease: (returnval){ [ 1202.212897] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522bb1c5-a300-590f-0a6f-006143f331dc" [ 1202.212897] env[69162]: _type = "HttpNfcLease" [ 1202.212897] env[69162]: } obtained for exporting VM: (result){ [ 1202.212897] env[69162]: value = "vm-646274" [ 1202.212897] env[69162]: _type = "VirtualMachine" [ 1202.212897] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1202.213195] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the lease: (returnval){ [ 1202.213195] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522bb1c5-a300-590f-0a6f-006143f331dc" [ 1202.213195] env[69162]: _type = "HttpNfcLease" [ 1202.213195] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1202.225602] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.225602] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522bb1c5-a300-590f-0a6f-006143f331dc" [ 1202.225602] env[69162]: _type = "HttpNfcLease" [ 1202.225602] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1202.229520] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233295, 'name': CreateVM_Task, 'duration_secs': 0.36478} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.229694] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.230520] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.230688] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.231046] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.231317] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5b6735-26dd-43fb-a596-842fbf543d67 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.235499] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1202.235499] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52da0b70-8fc8-fe25-ca04-fa12e9768a06" [ 1202.235499] env[69162]: _type = "Task" [ 1202.235499] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.246347] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52da0b70-8fc8-fe25-ca04-fa12e9768a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.348713] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067918} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.350188] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.350188] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9755ae6b-43ee-44cb-a7b3-9c9fe474d377 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.375220] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 9cae9751-7a86-4b3b-941e-e7a96c29facf/9cae9751-7a86-4b3b-941e-e7a96c29facf.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.377984] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e42a66ec-ebfb-4c6b-9708-2067120790d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.398384] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1202.398384] env[69162]: value = "task-3233298" [ 1202.398384] env[69162]: _type = "Task" [ 1202.398384] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.412833] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.439274] env[69162]: DEBUG nova.network.neutron [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Updated VIF entry in instance network info cache for port b97b2207-e13a-4652-ba05-724d9aaa7132. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.439406] env[69162]: DEBUG nova.network.neutron [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Updating instance_info_cache with network_info: [{"id": "b97b2207-e13a-4652-ba05-724d9aaa7132", "address": "fa:16:3e:f7:cd:4b", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97b2207-e1", "ovs_interfaceid": "b97b2207-e13a-4652-ba05-724d9aaa7132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.519881] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f33109-27a4-4e01-94f8-a2d021b092ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.528486] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674f24bc-fece-4c03-9778-b507da0baeb9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.559796] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9507cae1-1b6d-4cf0-af2b-d590b20396dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.567421] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae36e84-328c-4c31-874f-2359fbbaaa02 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.582742] env[69162]: DEBUG nova.compute.provider_tree [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.655116] env[69162]: DEBUG oslo_vmware.api [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233294, 'name': PowerOnVM_Task, 'duration_secs': 0.516979} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.655416] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.655649] env[69162]: INFO nova.compute.manager [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1202.655876] env[69162]: DEBUG nova.compute.manager [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.657260] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25830900-b9d1-400b-abb9-29b791fe8541 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.674900] env[69162]: INFO nova.compute.manager [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Took 0.55 seconds to detach 1 volumes for instance. [ 1202.722999] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.722999] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522bb1c5-a300-590f-0a6f-006143f331dc" [ 1202.722999] env[69162]: _type = "HttpNfcLease" [ 1202.722999] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1202.723617] env[69162]: DEBUG oslo_vmware.rw_handles [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1202.723617] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]522bb1c5-a300-590f-0a6f-006143f331dc" [ 1202.723617] env[69162]: _type = "HttpNfcLease" [ 1202.723617] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1202.724379] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14110bd7-a22a-4d42-b04d-b5f07f0b12d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.732609] env[69162]: DEBUG oslo_vmware.rw_handles [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e10e5-cd25-d322-fda6-6a2be93bd5d1/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1202.732609] env[69162]: DEBUG oslo_vmware.rw_handles [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e10e5-cd25-d322-fda6-6a2be93bd5d1/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1202.800336] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52da0b70-8fc8-fe25-ca04-fa12e9768a06, 'name': SearchDatastore_Task, 'duration_secs': 0.043738} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.800660] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.800927] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.801224] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.801382] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.801579] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.801893] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b041d0e-297f-437c-acb0-eed7d6eeb190 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.810987] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.811222] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.811994] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0123f9a-40a3-446b-b233-520972f92cd3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.817076] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1202.817076] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527946fc-cafd-1f69-f174-2c84eb0ca72c" [ 1202.817076] env[69162]: _type = "Task" [ 1202.817076] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.823249] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d2c24b8-1d48-4621-9e82-0b28f205e031 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.828020] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527946fc-cafd-1f69-f174-2c84eb0ca72c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.910825] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233298, 'name': ReconfigVM_Task, 'duration_secs': 0.346307} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.911113] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 9cae9751-7a86-4b3b-941e-e7a96c29facf/9cae9751-7a86-4b3b-941e-e7a96c29facf.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.912168] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52638f65-1c26-4018-993d-d80a3a4fefa0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.917792] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1202.917792] env[69162]: value = "task-3233299" [ 1202.917792] env[69162]: _type = "Task" [ 1202.917792] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.925521] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233299, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.942868] env[69162]: DEBUG oslo_concurrency.lockutils [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] Releasing lock "refresh_cache-92a3ec69-7803-43d9-8086-dd63012f463b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.942868] env[69162]: DEBUG nova.compute.manager [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Received event network-vif-deleted-a02d9d59-f154-43ad-9c4d-c09f649900d5 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.942868] env[69162]: INFO nova.compute.manager [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Neutron deleted interface a02d9d59-f154-43ad-9c4d-c09f649900d5; detaching it from the instance and deleting it from the info cache [ 1202.943057] env[69162]: DEBUG nova.network.neutron [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.086632] env[69162]: DEBUG nova.scheduler.client.report [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.178096] env[69162]: INFO nova.compute.manager [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Took 16.46 seconds to build instance. [ 1203.181067] env[69162]: DEBUG oslo_concurrency.lockutils [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.329460] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527946fc-cafd-1f69-f174-2c84eb0ca72c, 'name': SearchDatastore_Task, 'duration_secs': 0.014989} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.330913] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53b55ea-c546-4901-acf2-2242be6a2c34 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.341055] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1203.341055] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292202b-e749-5015-06aa-319b466dd0cd" [ 1203.341055] env[69162]: _type = "Task" [ 1203.341055] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.356126] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292202b-e749-5015-06aa-319b466dd0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.429359] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233299, 'name': Rename_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.446842] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41199013-80ee-4810-9922-0f20904edffe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.457283] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8981e865-9711-45d4-af04-be94479b8eae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.493579] env[69162]: DEBUG nova.compute.manager [req-015d5522-bf99-40af-b7c4-d5adaf043f2d req-0b824233-3470-41f6-9a92-f7a485a92b0b service nova] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Detach interface failed, port_id=a02d9d59-f154-43ad-9c4d-c09f649900d5, reason: Instance fdcc770d-9723-4bae-980f-497995f740e4 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.594427] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.595007] env[69162]: DEBUG nova.compute.manager [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.599264] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.257s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.610030] env[69162]: INFO nova.compute.claims [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.683558] env[69162]: DEBUG oslo_concurrency.lockutils [None req-63ce7b5e-bad4-421b-a4bc-bbcc97d4bfe5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "42834082-43df-4698-b2c6-f70cc319d4ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.973s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.852279] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292202b-e749-5015-06aa-319b466dd0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.018769} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.852632] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.853025] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 92a3ec69-7803-43d9-8086-dd63012f463b/92a3ec69-7803-43d9-8086-dd63012f463b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.853345] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c436f07-1ee0-4c7f-9be8-9d4912265795 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.859708] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1203.859708] env[69162]: value = "task-3233300" [ 1203.859708] env[69162]: _type = "Task" [ 1203.859708] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.868522] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.927991] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233299, 'name': Rename_Task, 'duration_secs': 0.947276} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.928446] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.928819] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07500bd2-058e-447f-87b7-3b7713261f0f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.935045] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1203.935045] env[69162]: value = "task-3233301" [ 1203.935045] env[69162]: _type = "Task" [ 1203.935045] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.945873] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.115167] env[69162]: DEBUG nova.compute.utils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.118987] env[69162]: DEBUG nova.compute.manager [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.119202] env[69162]: DEBUG nova.network.neutron [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.170654] env[69162]: DEBUG nova.policy [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f34c6353ad4d43d5a7be2bc3a3b43d9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e142292754a94c6794692a009d29b912', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.376274] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233300, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.449085] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233301, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.544522] env[69162]: DEBUG nova.network.neutron [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Successfully created port: 5bb460f9-6073-49cb-9a65-80fb6a3e734b {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.619852] env[69162]: DEBUG nova.compute.manager [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.867790] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7848306f-ffaf-419b-b182-6b5c1e77f9d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.878825] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23529f3-cae3-4de9-a9f4-d670139da6c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.882265] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695816} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.882575] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 92a3ec69-7803-43d9-8086-dd63012f463b/92a3ec69-7803-43d9-8086-dd63012f463b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.882833] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.883523] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7eb27c0-b657-4db4-82b1-381a5d7d4df1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.911328] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71c26aa-7cf6-456e-910e-e77691af7a99 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.915362] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1204.915362] env[69162]: value = "task-3233302" [ 1204.915362] env[69162]: _type = "Task" [ 1204.915362] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.922658] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3cfe2-d87c-4717-8b14-baba9bb080cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.929919] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.940924] env[69162]: DEBUG nova.compute.provider_tree [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.951144] env[69162]: DEBUG oslo_vmware.api [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233301, 'name': PowerOnVM_Task, 'duration_secs': 0.693668} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.952189] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.952469] env[69162]: INFO nova.compute.manager [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1204.952688] env[69162]: DEBUG nova.compute.manager [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.953633] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec58ed6-20f5-4611-b139-ac18e1276acf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.425926] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067173} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.426258] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.427045] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a477a57-8e69-44cd-afe8-151dc8a9c1cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.449543] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 92a3ec69-7803-43d9-8086-dd63012f463b/92a3ec69-7803-43d9-8086-dd63012f463b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.453450] env[69162]: DEBUG nova.scheduler.client.report [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.454755] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e27bc63-f212-4a46-9de2-a997b94cfb0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.483130] env[69162]: INFO nova.compute.manager [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Took 18.38 seconds to build instance. [ 1205.487963] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1205.487963] env[69162]: value = "task-3233303" [ 1205.487963] env[69162]: _type = "Task" [ 1205.487963] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.495394] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233303, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.630935] env[69162]: DEBUG nova.compute.manager [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.659970] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.660313] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.660513] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.660726] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.660921] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.661145] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.661399] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.661603] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.661834] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.662108] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.662367] env[69162]: DEBUG nova.virt.hardware [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.663916] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd38b0a8-1d68-4547-8311-e69fbdf598b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.673352] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e6b487-b484-45c1-a3fa-75826afea170 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.957643] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.958598] env[69162]: DEBUG nova.compute.manager [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.963803] env[69162]: DEBUG oslo_concurrency.lockutils [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.783s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.964191] env[69162]: DEBUG nova.objects.instance [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'resources' on Instance uuid fdcc770d-9723-4bae-980f-497995f740e4 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.984768] env[69162]: DEBUG nova.compute.manager [req-683be515-81bf-4506-947c-83411625a96d req-a46674e7-715d-4c99-a212-caa547534fc9 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Received event network-vif-plugged-5bb460f9-6073-49cb-9a65-80fb6a3e734b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.985339] env[69162]: DEBUG oslo_concurrency.lockutils [req-683be515-81bf-4506-947c-83411625a96d req-a46674e7-715d-4c99-a212-caa547534fc9 service nova] Acquiring lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.985339] env[69162]: DEBUG oslo_concurrency.lockutils [req-683be515-81bf-4506-947c-83411625a96d req-a46674e7-715d-4c99-a212-caa547534fc9 service nova] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.985455] env[69162]: DEBUG oslo_concurrency.lockutils [req-683be515-81bf-4506-947c-83411625a96d req-a46674e7-715d-4c99-a212-caa547534fc9 service nova] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.985562] env[69162]: DEBUG nova.compute.manager [req-683be515-81bf-4506-947c-83411625a96d req-a46674e7-715d-4c99-a212-caa547534fc9 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] No waiting events found dispatching network-vif-plugged-5bb460f9-6073-49cb-9a65-80fb6a3e734b {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.985734] env[69162]: WARNING nova.compute.manager [req-683be515-81bf-4506-947c-83411625a96d req-a46674e7-715d-4c99-a212-caa547534fc9 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Received unexpected event network-vif-plugged-5bb460f9-6073-49cb-9a65-80fb6a3e734b for instance with vm_state building and task_state spawning. [ 1205.990072] env[69162]: DEBUG oslo_concurrency.lockutils [None req-257eaaff-3148-40fc-ad6c-37a72a472c73 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "9cae9751-7a86-4b3b-941e-e7a96c29facf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.895s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.002776] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.019012] env[69162]: INFO nova.compute.manager [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Rescuing [ 1206.019253] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "refresh_cache-9cae9751-7a86-4b3b-941e-e7a96c29facf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.019405] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "refresh_cache-9cae9751-7a86-4b3b-941e-e7a96c29facf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.019571] env[69162]: DEBUG nova.network.neutron [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.071347] env[69162]: DEBUG nova.network.neutron [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Successfully updated port: 5bb460f9-6073-49cb-9a65-80fb6a3e734b {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.465269] env[69162]: DEBUG nova.compute.utils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.466803] env[69162]: DEBUG nova.compute.manager [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.466975] env[69162]: DEBUG nova.network.neutron [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.501048] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233303, 'name': ReconfigVM_Task, 'duration_secs': 0.736296} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.501358] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 92a3ec69-7803-43d9-8086-dd63012f463b/92a3ec69-7803-43d9-8086-dd63012f463b.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.504290] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30e04663-5b68-41a3-8d40-5dec4affb45c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.508414] env[69162]: DEBUG nova.policy [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '889773e8a0f244208e8ae1fca0e8aa73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51025d6b27f148e182a035082e5d1f1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.512030] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1206.512030] env[69162]: value = "task-3233304" [ 1206.512030] env[69162]: _type = "Task" [ 1206.512030] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.523973] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233304, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.572806] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "refresh_cache-2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.572976] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "refresh_cache-2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.573162] env[69162]: DEBUG nova.network.neutron [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.673755] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19121e0c-5534-414b-baa5-3d5ff6992efe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.682429] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f297a64-48ac-4c95-9265-35cc98a2cbeb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.719017] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431bad59-9afa-40f8-b371-de894432bef4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.726851] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1185068-4ac2-4053-b43c-f20e1206b1d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.746487] env[69162]: DEBUG nova.compute.provider_tree [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.838835] env[69162]: DEBUG nova.network.neutron [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Updating instance_info_cache with network_info: [{"id": "f664eeae-a5e1-429d-b613-bf3f68a80653", "address": "fa:16:3e:dd:1d:4b", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf664eeae-a5", "ovs_interfaceid": "f664eeae-a5e1-429d-b613-bf3f68a80653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.924922] env[69162]: DEBUG nova.network.neutron [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Successfully created port: ef66ca92-e49f-4f41-a7e8-063676758c5b {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.972549] env[69162]: DEBUG nova.compute.manager [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.022695] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233304, 'name': Rename_Task, 'duration_secs': 0.369589} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.022973] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.023233] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bccb005-64fa-45fb-9b61-a514734a0c6f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.029832] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1207.029832] env[69162]: value = "task-3233305" [ 1207.029832] env[69162]: _type = "Task" [ 1207.029832] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.037909] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.122846] env[69162]: DEBUG nova.network.neutron [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.250347] env[69162]: DEBUG nova.scheduler.client.report [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.295410] env[69162]: DEBUG nova.network.neutron [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Updating instance_info_cache with network_info: [{"id": "5bb460f9-6073-49cb-9a65-80fb6a3e734b", "address": "fa:16:3e:ff:68:ee", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb460f9-60", "ovs_interfaceid": "5bb460f9-6073-49cb-9a65-80fb6a3e734b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.341946] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "refresh_cache-9cae9751-7a86-4b3b-941e-e7a96c29facf" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.547114] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233305, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.759356] env[69162]: DEBUG oslo_concurrency.lockutils [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.781501] env[69162]: INFO nova.scheduler.client.report [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted allocations for instance fdcc770d-9723-4bae-980f-497995f740e4 [ 1207.799132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "refresh_cache-2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.799746] env[69162]: DEBUG nova.compute.manager [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Instance network_info: |[{"id": "5bb460f9-6073-49cb-9a65-80fb6a3e734b", "address": "fa:16:3e:ff:68:ee", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb460f9-60", "ovs_interfaceid": "5bb460f9-6073-49cb-9a65-80fb6a3e734b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.800366] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:68:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bb460f9-6073-49cb-9a65-80fb6a3e734b', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.808770] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.809086] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.810388] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e7b410d-b26b-4de5-bc73-2ab479295fc7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.833282] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.833282] env[69162]: value = "task-3233306" [ 1207.833282] env[69162]: _type = "Task" [ 1207.833282] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.839783] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233306, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.983081] env[69162]: DEBUG nova.compute.manager [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.011477] env[69162]: DEBUG nova.compute.manager [req-2a4a5225-4230-4636-9b30-e6388db760c1 req-97dc426d-9269-422d-b91b-333baa5868b8 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Received event network-changed-5bb460f9-6073-49cb-9a65-80fb6a3e734b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.011700] env[69162]: DEBUG nova.compute.manager [req-2a4a5225-4230-4636-9b30-e6388db760c1 req-97dc426d-9269-422d-b91b-333baa5868b8 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Refreshing instance network info cache due to event network-changed-5bb460f9-6073-49cb-9a65-80fb6a3e734b. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.011893] env[69162]: DEBUG oslo_concurrency.lockutils [req-2a4a5225-4230-4636-9b30-e6388db760c1 req-97dc426d-9269-422d-b91b-333baa5868b8 service nova] Acquiring lock "refresh_cache-2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.012055] env[69162]: DEBUG oslo_concurrency.lockutils [req-2a4a5225-4230-4636-9b30-e6388db760c1 req-97dc426d-9269-422d-b91b-333baa5868b8 service nova] Acquired lock "refresh_cache-2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.012287] env[69162]: DEBUG nova.network.neutron [req-2a4a5225-4230-4636-9b30-e6388db760c1 req-97dc426d-9269-422d-b91b-333baa5868b8 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Refreshing network info cache for port 5bb460f9-6073-49cb-9a65-80fb6a3e734b {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.015370] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.015591] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.015747] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.015927] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.016088] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.016238] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.016444] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.016601] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.016767] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.016929] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.017115] env[69162]: DEBUG nova.virt.hardware [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.018505] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b3f430-601d-4c49-8044-99990047352d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.031753] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7729b1-5ee7-405a-b15a-29a2e3608006 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.052261] env[69162]: DEBUG oslo_vmware.api [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233305, 'name': PowerOnVM_Task, 'duration_secs': 0.641024} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.052533] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.052725] env[69162]: INFO nova.compute.manager [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1208.052899] env[69162]: DEBUG nova.compute.manager [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.053695] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845964ac-1d8f-440e-b15b-4f23a7cb7818 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.227999] env[69162]: DEBUG nova.network.neutron [req-2a4a5225-4230-4636-9b30-e6388db760c1 req-97dc426d-9269-422d-b91b-333baa5868b8 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Updated VIF entry in instance network info cache for port 5bb460f9-6073-49cb-9a65-80fb6a3e734b. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.228687] env[69162]: DEBUG nova.network.neutron [req-2a4a5225-4230-4636-9b30-e6388db760c1 req-97dc426d-9269-422d-b91b-333baa5868b8 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Updating instance_info_cache with network_info: [{"id": "5bb460f9-6073-49cb-9a65-80fb6a3e734b", "address": "fa:16:3e:ff:68:ee", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb460f9-60", "ovs_interfaceid": "5bb460f9-6073-49cb-9a65-80fb6a3e734b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.292075] env[69162]: DEBUG oslo_concurrency.lockutils [None req-249585e1-68c5-4f71-b6fd-5139addace6a tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "fdcc770d-9723-4bae-980f-497995f740e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.388s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.343829] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233306, 'name': CreateVM_Task, 'duration_secs': 0.38692} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.344075] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.344873] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.345096] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.345486] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.345779] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01b84ea-a621-405d-8848-652f264104c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.350960] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1208.350960] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5258f2ef-ccb8-d186-f42c-3d013485fce4" [ 1208.350960] env[69162]: _type = "Task" [ 1208.350960] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.360021] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5258f2ef-ccb8-d186-f42c-3d013485fce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.469923] env[69162]: DEBUG nova.network.neutron [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Successfully updated port: ef66ca92-e49f-4f41-a7e8-063676758c5b {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.575239] env[69162]: INFO nova.compute.manager [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Took 21.41 seconds to build instance. [ 1208.731211] env[69162]: DEBUG oslo_concurrency.lockutils [req-2a4a5225-4230-4636-9b30-e6388db760c1 req-97dc426d-9269-422d-b91b-333baa5868b8 service nova] Releasing lock "refresh_cache-2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.861955] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5258f2ef-ccb8-d186-f42c-3d013485fce4, 'name': SearchDatastore_Task, 'duration_secs': 0.031987} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.862308] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.862550] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.862791] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.862971] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.863139] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.863410] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1c18862-2d6c-469c-a24a-72390088e4e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.875553] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.875778] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.876835] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b8f2a7-b6cb-4d14-9bd5-66db4cc6c79d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.881310] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.882864] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62224af-5d63-46bb-87be-7be6b052643e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.884431] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1208.884431] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5265a7d7-03bc-3d08-fb42-b44f7b50b638" [ 1208.884431] env[69162]: _type = "Task" [ 1208.884431] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.892154] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1208.892154] env[69162]: value = "task-3233307" [ 1208.892154] env[69162]: _type = "Task" [ 1208.892154] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.903865] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5265a7d7-03bc-3d08-fb42-b44f7b50b638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.909233] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.971306] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquiring lock "refresh_cache-bd4d7612-1c9f-4d18-b759-3d8096c35012" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.971584] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquired lock "refresh_cache-bd4d7612-1c9f-4d18-b759-3d8096c35012" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.971803] env[69162]: DEBUG nova.network.neutron [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.041697] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.041697] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.041697] env[69162]: INFO nova.compute.manager [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Shelving [ 1209.077624] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ca53c25d-e15c-4bd8-b72c-c17d44b7628f tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "92a3ec69-7803-43d9-8086-dd63012f463b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.927s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.397250] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5265a7d7-03bc-3d08-fb42-b44f7b50b638, 'name': SearchDatastore_Task, 'duration_secs': 0.017649} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.401355] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94ba72f-fe3f-4c60-9536-7f71d9179a77 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.404439] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "92a3ec69-7803-43d9-8086-dd63012f463b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.404669] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "92a3ec69-7803-43d9-8086-dd63012f463b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.404869] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "92a3ec69-7803-43d9-8086-dd63012f463b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.405224] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "92a3ec69-7803-43d9-8086-dd63012f463b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.405224] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "92a3ec69-7803-43d9-8086-dd63012f463b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.410983] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1209.410983] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5243bd37-f182-2fc2-0972-a63bb041e96b" [ 1209.410983] env[69162]: _type = "Task" [ 1209.410983] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.411262] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233307, 'name': PowerOffVM_Task, 'duration_secs': 0.331219} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.411669] env[69162]: INFO nova.compute.manager [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Terminating instance [ 1209.413122] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.417280] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee5981e-23cc-44c0-99b1-1c54b5ffca2d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.426196] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5243bd37-f182-2fc2-0972-a63bb041e96b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.440533] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b29fed6-a436-4fc4-930b-e80293f372c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.467502] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.467782] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f09446b6-7c07-46fc-b200-81af7461b4ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.474330] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1209.474330] env[69162]: value = "task-3233308" [ 1209.474330] env[69162]: _type = "Task" [ 1209.474330] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.484928] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1209.485171] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.485561] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.485561] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.485762] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.486052] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3952b2a9-a287-4b65-9e92-6d0bcf911778 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.495122] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.495417] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.496182] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f4a087-0c27-4305-8c33-20ef56541716 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.501984] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1209.501984] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292f976-0b24-0abd-0fed-19120d41548e" [ 1209.501984] env[69162]: _type = "Task" [ 1209.501984] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.510663] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292f976-0b24-0abd-0fed-19120d41548e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.511498] env[69162]: DEBUG nova.network.neutron [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.647331] env[69162]: DEBUG nova.network.neutron [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Updating instance_info_cache with network_info: [{"id": "ef66ca92-e49f-4f41-a7e8-063676758c5b", "address": "fa:16:3e:90:4b:da", "network": {"id": "82c8b9b7-472d-4f9c-9677-73e79707b79b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-601879406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51025d6b27f148e182a035082e5d1f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef66ca92-e4", "ovs_interfaceid": "ef66ca92-e49f-4f41-a7e8-063676758c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.921148] env[69162]: DEBUG nova.compute.manager [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.921509] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.925874] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d6d19c-45fc-4dd2-8669-dc77f00f5f56 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.929856] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5243bd37-f182-2fc2-0972-a63bb041e96b, 'name': SearchDatastore_Task, 'duration_secs': 0.023688} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.930536] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.930804] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa/2b4cfa48-ce5e-4389-85cb-9a84ccd86daa.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.931466] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e95d3a5-c0d6-4265-945e-9688faf3184f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.936122] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.936718] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b25f572a-4beb-4537-9ac7-c36105a210e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.940750] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1209.940750] env[69162]: value = "task-3233309" [ 1209.940750] env[69162]: _type = "Task" [ 1209.940750] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.945113] env[69162]: DEBUG oslo_vmware.api [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1209.945113] env[69162]: value = "task-3233310" [ 1209.945113] env[69162]: _type = "Task" [ 1209.945113] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.953707] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.958421] env[69162]: DEBUG oslo_vmware.api [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.013214] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292f976-0b24-0abd-0fed-19120d41548e, 'name': SearchDatastore_Task, 'duration_secs': 0.020809} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.014131] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280a9189-a21e-4a61-8bae-b2d645961015 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.020200] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1210.020200] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5217ac76-67ab-bcba-ec49-89d99e04a9e9" [ 1210.020200] env[69162]: _type = "Task" [ 1210.020200] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.029840] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5217ac76-67ab-bcba-ec49-89d99e04a9e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.040313] env[69162]: DEBUG nova.compute.manager [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Received event network-vif-plugged-ef66ca92-e49f-4f41-a7e8-063676758c5b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.040689] env[69162]: DEBUG oslo_concurrency.lockutils [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] Acquiring lock "bd4d7612-1c9f-4d18-b759-3d8096c35012-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.040820] env[69162]: DEBUG oslo_concurrency.lockutils [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] Lock "bd4d7612-1c9f-4d18-b759-3d8096c35012-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.041080] env[69162]: DEBUG oslo_concurrency.lockutils [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] Lock "bd4d7612-1c9f-4d18-b759-3d8096c35012-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.041316] env[69162]: DEBUG nova.compute.manager [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] No waiting events found dispatching network-vif-plugged-ef66ca92-e49f-4f41-a7e8-063676758c5b {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.041484] env[69162]: WARNING nova.compute.manager [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Received unexpected event network-vif-plugged-ef66ca92-e49f-4f41-a7e8-063676758c5b for instance with vm_state building and task_state spawning. [ 1210.041697] env[69162]: DEBUG nova.compute.manager [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Received event network-changed-ef66ca92-e49f-4f41-a7e8-063676758c5b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.041889] env[69162]: DEBUG nova.compute.manager [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Refreshing instance network info cache due to event network-changed-ef66ca92-e49f-4f41-a7e8-063676758c5b. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.042134] env[69162]: DEBUG oslo_concurrency.lockutils [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] Acquiring lock "refresh_cache-bd4d7612-1c9f-4d18-b759-3d8096c35012" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.051181] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.051477] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6174166d-c6d2-474c-adfd-60c818144140 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.058558] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1210.058558] env[69162]: value = "task-3233311" [ 1210.058558] env[69162]: _type = "Task" [ 1210.058558] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.068698] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.149771] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Releasing lock "refresh_cache-bd4d7612-1c9f-4d18-b759-3d8096c35012" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.150215] env[69162]: DEBUG nova.compute.manager [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Instance network_info: |[{"id": "ef66ca92-e49f-4f41-a7e8-063676758c5b", "address": "fa:16:3e:90:4b:da", "network": {"id": "82c8b9b7-472d-4f9c-9677-73e79707b79b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-601879406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51025d6b27f148e182a035082e5d1f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef66ca92-e4", "ovs_interfaceid": "ef66ca92-e49f-4f41-a7e8-063676758c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.150550] env[69162]: DEBUG oslo_concurrency.lockutils [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] Acquired lock "refresh_cache-bd4d7612-1c9f-4d18-b759-3d8096c35012" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.150839] env[69162]: DEBUG nova.network.neutron [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Refreshing network info cache for port ef66ca92-e49f-4f41-a7e8-063676758c5b {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.152208] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:4b:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef66ca92-e49f-4f41-a7e8-063676758c5b', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.161329] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Creating folder: Project (51025d6b27f148e182a035082e5d1f1c). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.164799] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cbbcd65-2a57-4d75-aa58-2a531612a78a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.178043] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Created folder: Project (51025d6b27f148e182a035082e5d1f1c) in parent group-v645978. [ 1210.178291] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Creating folder: Instances. Parent ref: group-v646277. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.178560] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70a9c867-7086-4e54-824e-75fa72b16e7d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.194231] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Created folder: Instances in parent group-v646277. [ 1210.194940] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.194940] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.195740] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8216a4d5-b3c5-4feb-8370-046bad248247 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.233026] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.233026] env[69162]: value = "task-3233314" [ 1210.233026] env[69162]: _type = "Task" [ 1210.233026] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.250459] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233314, 'name': CreateVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.438808] env[69162]: DEBUG nova.network.neutron [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Updated VIF entry in instance network info cache for port ef66ca92-e49f-4f41-a7e8-063676758c5b. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.439398] env[69162]: DEBUG nova.network.neutron [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Updating instance_info_cache with network_info: [{"id": "ef66ca92-e49f-4f41-a7e8-063676758c5b", "address": "fa:16:3e:90:4b:da", "network": {"id": "82c8b9b7-472d-4f9c-9677-73e79707b79b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-601879406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51025d6b27f148e182a035082e5d1f1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef66ca92-e4", "ovs_interfaceid": "ef66ca92-e49f-4f41-a7e8-063676758c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.457415] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233309, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.464290] env[69162]: DEBUG oslo_vmware.api [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233310, 'name': PowerOffVM_Task, 'duration_secs': 0.251804} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.464711] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.464913] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.465253] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f540aff-44ee-400c-8b65-f488f5f2a392 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.479298] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.479629] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.532062] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5217ac76-67ab-bcba-ec49-89d99e04a9e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014282} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.532407] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.532725] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9cae9751-7a86-4b3b-941e-e7a96c29facf/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. {{(pid=69162) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1210.533076] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b74e23c-9174-4764-a925-b0746eb48021 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.536385] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.536583] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.536756] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleting the datastore file [datastore2] 92a3ec69-7803-43d9-8086-dd63012f463b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.537431] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2585fd3b-843e-4432-8d83-88dc9de28da8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.541821] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1210.541821] env[69162]: value = "task-3233316" [ 1210.541821] env[69162]: _type = "Task" [ 1210.541821] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.546770] env[69162]: DEBUG oslo_vmware.api [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1210.546770] env[69162]: value = "task-3233317" [ 1210.546770] env[69162]: _type = "Task" [ 1210.546770] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.553746] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.559158] env[69162]: DEBUG oslo_vmware.api [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.567050] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233311, 'name': PowerOffVM_Task, 'duration_secs': 0.235658} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.567375] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.568277] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884ab4af-fa46-40cd-a057-005a621a50b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.588390] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8b8f7-a7fc-4341-95bb-c79b432c34e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.687705] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.688476] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.743592] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233314, 'name': CreateVM_Task, 'duration_secs': 0.48395} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.743768] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.744524] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.744706] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.745039] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.745344] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab45f070-9d0d-45f1-99e4-59ba6995756b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.750145] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for the task: (returnval){ [ 1210.750145] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52722fd1-64e7-a0ea-1d49-4626ead04121" [ 1210.750145] env[69162]: _type = "Task" [ 1210.750145] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.758936] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52722fd1-64e7-a0ea-1d49-4626ead04121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.942107] env[69162]: DEBUG oslo_concurrency.lockutils [req-44eafdcb-b093-4b25-adf5-70c022bafc4a req-dc3a9b84-47b7-4634-a0f5-3cc8c9469d86 service nova] Releasing lock "refresh_cache-bd4d7612-1c9f-4d18-b759-3d8096c35012" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.955832] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588364} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.956154] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa/2b4cfa48-ce5e-4389-85cb-9a84ccd86daa.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.956370] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.957017] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4df3472-5aef-4c1d-8dab-c4d7c57447d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.964629] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1210.964629] env[69162]: value = "task-3233318" [ 1210.964629] env[69162]: _type = "Task" [ 1210.964629] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.976027] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.982429] env[69162]: DEBUG nova.compute.manager [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.054550] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233316, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.060164] env[69162]: DEBUG oslo_vmware.api [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206543} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.060442] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.060703] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.060820] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.060995] env[69162]: INFO nova.compute.manager [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1211.061338] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.061546] env[69162]: DEBUG nova.compute.manager [-] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.061644] env[69162]: DEBUG nova.network.neutron [-] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.100046] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1211.100046] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-970ad633-2c39-4bc4-833a-ae653926afb1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.106794] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1211.106794] env[69162]: value = "task-3233319" [ 1211.106794] env[69162]: _type = "Task" [ 1211.106794] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.115953] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233319, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.192365] env[69162]: INFO nova.compute.manager [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Detaching volume 59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8 [ 1211.232592] env[69162]: INFO nova.virt.block_device [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Attempting to driver detach volume 59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8 from mountpoint /dev/sdb [ 1211.232914] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1211.233139] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646251', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'name': 'volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e155f8-13e5-4cc5-9667-6083e0b2c680', 'attached_at': '', 'detached_at': '', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'serial': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1211.234020] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4c0cce-1f23-4ac5-a104-66fbdbdf9902 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.259744] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09d0756-03ab-42fa-a5db-4a001e5864e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.267922] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52722fd1-64e7-a0ea-1d49-4626ead04121, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.270667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.270667] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.270667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.270667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.270667] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.271032] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62bf4e4e-ccbe-4def-8bae-624672bbc399 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.273208] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e39bd6-d1ff-4fcf-b2c0-d4f7a32844ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.295157] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29d5dc1-5cf8-421f-a36a-df184a9648b0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.297888] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.298106] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.298806] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f77262e-9071-411b-90b0-95df92bf16a7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.304483] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for the task: (returnval){ [ 1211.304483] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a5a840-e882-a5ca-2511-7ab029ec63c9" [ 1211.304483] env[69162]: _type = "Task" [ 1211.304483] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.317183] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] The volume has not been displaced from its original location: [datastore2] volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8/volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1211.322501] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.327341] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-946a685c-1d5d-4cf8-8105-86c3dbd6ba9a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.348864] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a5a840-e882-a5ca-2511-7ab029ec63c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.350982] env[69162]: DEBUG oslo_vmware.api [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1211.350982] env[69162]: value = "task-3233320" [ 1211.350982] env[69162]: _type = "Task" [ 1211.350982] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.351204] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33af28f-d48f-41b0-a150-ab78b9c2b5a5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.363338] env[69162]: DEBUG oslo_vmware.api [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.364459] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for the task: (returnval){ [ 1211.364459] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521f4c3a-2b71-a41a-fafb-24f719187412" [ 1211.364459] env[69162]: _type = "Task" [ 1211.364459] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.373137] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521f4c3a-2b71-a41a-fafb-24f719187412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.475017] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137533} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.475323] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.476196] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b7b1f6-f170-42b0-a859-ac82373658f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.500740] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa/2b4cfa48-ce5e-4389-85cb-9a84ccd86daa.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.503436] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a38012-5f4c-4251-a09c-c97f6ad09aba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.523476] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1211.523476] env[69162]: value = "task-3233321" [ 1211.523476] env[69162]: _type = "Task" [ 1211.523476] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.532530] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.533683] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.533937] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.535442] env[69162]: INFO nova.compute.claims [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.555412] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568321} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.555972] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9cae9751-7a86-4b3b-941e-e7a96c29facf/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. [ 1211.556737] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27392e30-c39e-407b-96ac-e118bf132d10 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.584488] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 9cae9751-7a86-4b3b-941e-e7a96c29facf/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.585752] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d77161e-24ca-4a88-be2f-007e62fa118a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.606987] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1211.606987] env[69162]: value = "task-3233322" [ 1211.606987] env[69162]: _type = "Task" [ 1211.606987] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.619328] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233322, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.622494] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233319, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.842035] env[69162]: DEBUG nova.network.neutron [-] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.864301] env[69162]: DEBUG oslo_vmware.api [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233320, 'name': ReconfigVM_Task, 'duration_secs': 0.345532} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.864533] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.869788] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2521ee7-937d-4032-9969-bce673761c82 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.890041] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521f4c3a-2b71-a41a-fafb-24f719187412, 'name': SearchDatastore_Task, 'duration_secs': 0.022174} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.891273] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.891571] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bd4d7612-1c9f-4d18-b759-3d8096c35012/bd4d7612-1c9f-4d18-b759-3d8096c35012.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.891885] env[69162]: DEBUG oslo_vmware.api [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1211.891885] env[69162]: value = "task-3233323" [ 1211.891885] env[69162]: _type = "Task" [ 1211.891885] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.892081] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5614f282-bafc-49df-81dd-a700f4083010 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.903642] env[69162]: DEBUG oslo_vmware.api [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233323, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.905205] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for the task: (returnval){ [ 1211.905205] env[69162]: value = "task-3233324" [ 1211.905205] env[69162]: _type = "Task" [ 1211.905205] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.913163] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.036570] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233321, 'name': ReconfigVM_Task, 'duration_secs': 0.452041} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.036680] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa/2b4cfa48-ce5e-4389-85cb-9a84ccd86daa.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.037504] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8f1a14a-3026-49ee-8c9e-c7561dc7ec03 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.047530] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1212.047530] env[69162]: value = "task-3233325" [ 1212.047530] env[69162]: _type = "Task" [ 1212.047530] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.060226] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233325, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.074330] env[69162]: DEBUG nova.compute.manager [req-9031bf67-0f85-4cc9-8a40-bad77ed4d2a0 req-9f6feea1-3653-4a07-b218-10ae4795f623 service nova] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Received event network-vif-deleted-b97b2207-e13a-4652-ba05-724d9aaa7132 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.122615] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233322, 'name': ReconfigVM_Task, 'duration_secs': 0.473255} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.126885] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 9cae9751-7a86-4b3b-941e-e7a96c29facf/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.127454] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233319, 'name': CreateSnapshot_Task, 'duration_secs': 0.835447} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.128739] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3915ef2-77aa-456e-a122-b08c61b8e9d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.132258] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1212.133239] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835245f3-3f52-4d74-9024-0cc06239fb5e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.173456] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a30e02c3-b8be-4882-ba7d-f482113aa535 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.194090] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1212.194090] env[69162]: value = "task-3233326" [ 1212.194090] env[69162]: _type = "Task" [ 1212.194090] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.206866] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233326, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.344476] env[69162]: INFO nova.compute.manager [-] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Took 1.28 seconds to deallocate network for instance. [ 1212.405143] env[69162]: DEBUG oslo_vmware.api [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233323, 'name': ReconfigVM_Task, 'duration_secs': 0.17841} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.405498] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646251', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'name': 'volume-59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e155f8-13e5-4cc5-9667-6083e0b2c680', 'attached_at': '', 'detached_at': '', 'volume_id': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8', 'serial': '59e8a1a6-46ab-45cc-b3d4-3d478d13ddc8'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1212.420311] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233324, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.561645] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233325, 'name': Rename_Task, 'duration_secs': 0.205721} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.561865] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.562141] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffdfd3ad-8250-400b-a82e-46d51b8616e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.570186] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1212.570186] env[69162]: value = "task-3233327" [ 1212.570186] env[69162]: _type = "Task" [ 1212.570186] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.578166] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.654253] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1212.658250] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e6fc07a-ad60-4eb3-a7bb-b1f30e7ae2ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.665673] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1212.665673] env[69162]: value = "task-3233328" [ 1212.665673] env[69162]: _type = "Task" [ 1212.665673] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.667827] env[69162]: DEBUG oslo_vmware.rw_handles [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e10e5-cd25-d322-fda6-6a2be93bd5d1/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.668835] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e56b78b-f0c5-4b6c-ba63-3152c0eda41f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.678828] env[69162]: DEBUG oslo_vmware.rw_handles [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e10e5-cd25-d322-fda6-6a2be93bd5d1/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.679012] env[69162]: ERROR oslo_vmware.rw_handles [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e10e5-cd25-d322-fda6-6a2be93bd5d1/disk-0.vmdk due to incomplete transfer. [ 1212.679582] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9bf9036-84c8-4935-9ced-12dd6054b137 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.684073] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233328, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.687880] env[69162]: DEBUG oslo_vmware.rw_handles [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e10e5-cd25-d322-fda6-6a2be93bd5d1/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1212.688124] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Uploaded image f2c8b245-b65a-4021-a9e2-a3e4772f3a29 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1212.690433] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1212.690661] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99025f5c-4cc5-456e-9fc7-20dfe70274c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.700409] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1212.700409] env[69162]: value = "task-3233329" [ 1212.700409] env[69162]: _type = "Task" [ 1212.700409] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.707802] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233326, 'name': ReconfigVM_Task, 'duration_secs': 0.228972} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.708410] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.708686] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ec6b1ab-5790-46a3-887d-7f5bf751bcc9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.715137] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233329, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.718896] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1212.718896] env[69162]: value = "task-3233330" [ 1212.718896] env[69162]: _type = "Task" [ 1212.718896] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.730196] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.749494] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58ac607-08b4-4de8-8be5-06b230ab31f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.756808] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96c37c6-6acf-494b-aa07-2b6200107be0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.788726] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff5266-af57-4579-bfb7-a53f1010c1fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.796375] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8effeb4f-bb74-4422-80f8-e38978c560c2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.811737] env[69162]: DEBUG nova.compute.provider_tree [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1212.852313] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.919846] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57242} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.920126] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bd4d7612-1c9f-4d18-b759-3d8096c35012/bd4d7612-1c9f-4d18-b759-3d8096c35012.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.920355] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.920623] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-012e0e9b-3680-4b3a-8e8f-37b71481c4c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.926954] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for the task: (returnval){ [ 1212.926954] env[69162]: value = "task-3233331" [ 1212.926954] env[69162]: _type = "Task" [ 1212.926954] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.936127] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.957085] env[69162]: DEBUG nova.objects.instance [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lazy-loading 'flavor' on Instance uuid 80e155f8-13e5-4cc5-9667-6083e0b2c680 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.080954] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233327, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.179536] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233328, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.211578] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233329, 'name': Destroy_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.231401] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233330, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.334904] env[69162]: ERROR nova.scheduler.client.report [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [req-7f9e675d-71e7-4664-9a9d-2187a6cd5dc2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f9e675d-71e7-4664-9a9d-2187a6cd5dc2"}]} [ 1213.353276] env[69162]: DEBUG nova.scheduler.client.report [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1213.367900] env[69162]: DEBUG nova.scheduler.client.report [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1213.368301] env[69162]: DEBUG nova.compute.provider_tree [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.382462] env[69162]: DEBUG nova.scheduler.client.report [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1213.401221] env[69162]: DEBUG nova.scheduler.client.report [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1213.437187] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130914} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.439934] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.440970] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34957ad9-218d-46bf-87c1-ef3dbc56730e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.462967] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] bd4d7612-1c9f-4d18-b759-3d8096c35012/bd4d7612-1c9f-4d18-b759-3d8096c35012.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.467465] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd40d9d-9b70-4b70-b47b-65a0d71c2e7d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.489538] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for the task: (returnval){ [ 1213.489538] env[69162]: value = "task-3233332" [ 1213.489538] env[69162]: _type = "Task" [ 1213.489538] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.499795] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.583213] env[69162]: DEBUG oslo_vmware.api [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233327, 'name': PowerOnVM_Task, 'duration_secs': 0.965835} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.583500] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.583702] env[69162]: INFO nova.compute.manager [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1213.583911] env[69162]: DEBUG nova.compute.manager [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.584760] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91590744-8376-4dd1-a4d2-ecccf16889f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.630128] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed96a73-5242-48ae-80ef-6edd30518c58 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.637419] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5fe0c6-9682-4455-81df-8a7f544cbc71 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.669127] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345940c3-ecf4-4a4c-b093-4216ede589e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.684584] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4badc7d-1f16-44b5-a679-6ef30616c2ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.688274] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233328, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.698052] env[69162]: DEBUG nova.compute.provider_tree [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.709209] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233329, 'name': Destroy_Task, 'duration_secs': 0.598215} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.710018] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Destroyed the VM [ 1213.710512] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1213.710512] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3830be0-a226-41e7-ad36-b2f1b2c1ff1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.717270] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1213.717270] env[69162]: value = "task-3233333" [ 1213.717270] env[69162]: _type = "Task" [ 1213.717270] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.730097] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.733076] env[69162]: DEBUG oslo_vmware.api [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233330, 'name': PowerOnVM_Task, 'duration_secs': 0.579954} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.733328] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.736536] env[69162]: DEBUG nova.compute.manager [None req-e1a2d0d2-71fa-4862-8384-aa9a0a0d6567 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.737662] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0124c359-ebc1-4d60-b380-c4ccbacdb02c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.984973] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f38bdae4-60d8-4f93-8982-e9be3b8efbb4 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.297s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.000593] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.104877] env[69162]: INFO nova.compute.manager [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Took 22.89 seconds to build instance. [ 1214.182982] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233328, 'name': CloneVM_Task} progress is 95%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.227536] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.232401] env[69162]: DEBUG nova.scheduler.client.report [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1214.232631] env[69162]: DEBUG nova.compute.provider_tree [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 157 to 158 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1214.232811] env[69162]: DEBUG nova.compute.provider_tree [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.426097] env[69162]: DEBUG oslo_concurrency.lockutils [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.426417] env[69162]: DEBUG oslo_concurrency.lockutils [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.426631] env[69162]: DEBUG oslo_concurrency.lockutils [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.426820] env[69162]: DEBUG oslo_concurrency.lockutils [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.426990] env[69162]: DEBUG oslo_concurrency.lockutils [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.429182] env[69162]: INFO nova.compute.manager [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Terminating instance [ 1214.504532] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233332, 'name': ReconfigVM_Task, 'duration_secs': 0.52868} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.504893] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Reconfigured VM instance instance-0000006a to attach disk [datastore1] bd4d7612-1c9f-4d18-b759-3d8096c35012/bd4d7612-1c9f-4d18-b759-3d8096c35012.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.505669] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7520b87-4dfd-4b8f-bd0e-464c6a27a6ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.512205] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for the task: (returnval){ [ 1214.512205] env[69162]: value = "task-3233334" [ 1214.512205] env[69162]: _type = "Task" [ 1214.512205] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.525111] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233334, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.607304] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6b9f295d-6a7f-49a4-b864-f769716af933 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.402s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.685538] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233328, 'name': CloneVM_Task, 'duration_secs': 1.92464} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.685829] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Created linked-clone VM from snapshot [ 1214.686742] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09ec49f-4e76-4a5c-a58b-8397296997ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.697477] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Uploading image 19019f5b-d1e2-4f5e-b4ac-828eb3762177 {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1214.730978] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233333, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.735178] env[69162]: DEBUG oslo_vmware.rw_handles [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1214.735178] env[69162]: value = "vm-646281" [ 1214.735178] env[69162]: _type = "VirtualMachine" [ 1214.735178] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1214.735178] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d5b15aae-3daf-4086-a5fa-95ee9914d8a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.737151] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.203s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.737791] env[69162]: DEBUG nova.compute.manager [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1214.741530] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.889s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.741921] env[69162]: DEBUG nova.objects.instance [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lazy-loading 'resources' on Instance uuid 92a3ec69-7803-43d9-8086-dd63012f463b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.743102] env[69162]: DEBUG oslo_vmware.rw_handles [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lease: (returnval){ [ 1214.743102] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52acc26b-f9cc-cf0a-8400-29d7934ed613" [ 1214.743102] env[69162]: _type = "HttpNfcLease" [ 1214.743102] env[69162]: } obtained for exporting VM: (result){ [ 1214.743102] env[69162]: value = "vm-646281" [ 1214.743102] env[69162]: _type = "VirtualMachine" [ 1214.743102] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1214.743622] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the lease: (returnval){ [ 1214.743622] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52acc26b-f9cc-cf0a-8400-29d7934ed613" [ 1214.743622] env[69162]: _type = "HttpNfcLease" [ 1214.743622] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1214.750675] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.750675] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52acc26b-f9cc-cf0a-8400-29d7934ed613" [ 1214.750675] env[69162]: _type = "HttpNfcLease" [ 1214.750675] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1214.804527] env[69162]: DEBUG nova.compute.manager [req-cd2c1eaa-46ec-4426-a5fb-f678ccf9a864 req-d7766086-cc36-4683-a2cb-9ffef0432e19 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Received event network-changed-5bb460f9-6073-49cb-9a65-80fb6a3e734b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.804650] env[69162]: DEBUG nova.compute.manager [req-cd2c1eaa-46ec-4426-a5fb-f678ccf9a864 req-d7766086-cc36-4683-a2cb-9ffef0432e19 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Refreshing instance network info cache due to event network-changed-5bb460f9-6073-49cb-9a65-80fb6a3e734b. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.804860] env[69162]: DEBUG oslo_concurrency.lockutils [req-cd2c1eaa-46ec-4426-a5fb-f678ccf9a864 req-d7766086-cc36-4683-a2cb-9ffef0432e19 service nova] Acquiring lock "refresh_cache-2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.804999] env[69162]: DEBUG oslo_concurrency.lockutils [req-cd2c1eaa-46ec-4426-a5fb-f678ccf9a864 req-d7766086-cc36-4683-a2cb-9ffef0432e19 service nova] Acquired lock "refresh_cache-2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.806029] env[69162]: DEBUG nova.network.neutron [req-cd2c1eaa-46ec-4426-a5fb-f678ccf9a864 req-d7766086-cc36-4683-a2cb-9ffef0432e19 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Refreshing network info cache for port 5bb460f9-6073-49cb-9a65-80fb6a3e734b {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.933979] env[69162]: DEBUG nova.compute.manager [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.934266] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.935646] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d9a59a-9e93-4bd6-97f9-bdd9f6af0e50 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.944244] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.944559] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bfd7167-696a-4063-813c-ac163a2f9ac4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.951415] env[69162]: DEBUG oslo_vmware.api [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1214.951415] env[69162]: value = "task-3233336" [ 1214.951415] env[69162]: _type = "Task" [ 1214.951415] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.959566] env[69162]: DEBUG oslo_vmware.api [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.022701] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233334, 'name': Rename_Task, 'duration_secs': 0.190827} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.022982] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.023261] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-215433e6-adb8-42b5-88eb-c5f92e3c124e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.030087] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.030283] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.030484] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "80e155f8-13e5-4cc5-9667-6083e0b2c680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.030666] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.030832] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.032444] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for the task: (returnval){ [ 1215.032444] env[69162]: value = "task-3233337" [ 1215.032444] env[69162]: _type = "Task" [ 1215.032444] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.032864] env[69162]: INFO nova.compute.manager [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Terminating instance [ 1215.043624] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.230018] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233333, 'name': RemoveSnapshot_Task, 'duration_secs': 1.027619} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.230307] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1215.230589] env[69162]: DEBUG nova.compute.manager [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.231418] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2465efc-0c99-476d-a55b-7b420a49889a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.246453] env[69162]: DEBUG nova.compute.utils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.247885] env[69162]: DEBUG nova.compute.manager [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.248216] env[69162]: DEBUG nova.network.neutron [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.259851] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1215.259851] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52acc26b-f9cc-cf0a-8400-29d7934ed613" [ 1215.259851] env[69162]: _type = "HttpNfcLease" [ 1215.259851] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1215.260050] env[69162]: DEBUG oslo_vmware.rw_handles [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1215.260050] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52acc26b-f9cc-cf0a-8400-29d7934ed613" [ 1215.260050] env[69162]: _type = "HttpNfcLease" [ 1215.260050] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1215.260690] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fb80ce-77c9-4982-9090-dc141f5a2059 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.270221] env[69162]: DEBUG oslo_vmware.rw_handles [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215f4bc-4b73-3228-9159-4c8279d37d93/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1215.270221] env[69162]: DEBUG oslo_vmware.rw_handles [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215f4bc-4b73-3228-9159-4c8279d37d93/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1215.334027] env[69162]: DEBUG nova.policy [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f374ef0cec1d456fa260ec7ba218e4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0610a62908a3430eb7e8d2f25dad07c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.377232] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e60b09b7-d8c6-4fd3-8c92-148975b51e22 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.463646] env[69162]: DEBUG oslo_vmware.api [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233336, 'name': PowerOffVM_Task, 'duration_secs': 0.286853} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.466143] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.466360] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.466795] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aada4438-a61a-4df8-8877-cd9eafd130de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.533896] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265de67-e15e-490d-b16f-11e4fbc15024 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.538117] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.538364] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.538569] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleting the datastore file [datastore2] 03592ff7-c7fe-46b5-ac53-f95eb1896a7b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.542926] env[69162]: DEBUG nova.compute.manager [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.543207] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.543469] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44d2c2df-e850-4b9a-9e66-12e0d8600fac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.547591] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93faf6d9-af11-4266-a12a-85f0e8eb36eb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.552174] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc80c77-db41-4aae-94af-32571e50990b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.562623] env[69162]: DEBUG oslo_vmware.api [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1215.562623] env[69162]: value = "task-3233339" [ 1215.562623] env[69162]: _type = "Task" [ 1215.562623] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.562978] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233337, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.569460] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.596320] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e759ce4-c32f-4ec3-96d2-d1bc7724bfab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.601500] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94103ba-9522-4cd7-baf4-7844bdcabf3a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.608213] env[69162]: DEBUG oslo_vmware.api [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.617039] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34bdac-eca4-4a99-a5d3-008f3e623896 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.621922] env[69162]: DEBUG oslo_vmware.api [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1215.621922] env[69162]: value = "task-3233340" [ 1215.621922] env[69162]: _type = "Task" [ 1215.621922] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.633678] env[69162]: DEBUG nova.compute.provider_tree [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.642710] env[69162]: DEBUG oslo_vmware.api [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.738325] env[69162]: DEBUG nova.network.neutron [req-cd2c1eaa-46ec-4426-a5fb-f678ccf9a864 req-d7766086-cc36-4683-a2cb-9ffef0432e19 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Updated VIF entry in instance network info cache for port 5bb460f9-6073-49cb-9a65-80fb6a3e734b. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.738845] env[69162]: DEBUG nova.network.neutron [req-cd2c1eaa-46ec-4426-a5fb-f678ccf9a864 req-d7766086-cc36-4683-a2cb-9ffef0432e19 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Updating instance_info_cache with network_info: [{"id": "5bb460f9-6073-49cb-9a65-80fb6a3e734b", "address": "fa:16:3e:ff:68:ee", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb460f9-60", "ovs_interfaceid": "5bb460f9-6073-49cb-9a65-80fb6a3e734b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.742571] env[69162]: INFO nova.compute.manager [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Shelve offloading [ 1215.759025] env[69162]: DEBUG nova.compute.manager [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1215.815082] env[69162]: DEBUG nova.network.neutron [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Successfully created port: 86730d17-2338-495f-abd0-41c890ea5d27 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.048960] env[69162]: DEBUG oslo_vmware.api [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233337, 'name': PowerOnVM_Task, 'duration_secs': 0.586258} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.049826] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.050193] env[69162]: INFO nova.compute.manager [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1216.050521] env[69162]: DEBUG nova.compute.manager [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.051818] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce48e565-3539-4c94-8b3f-187f7c88f04d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.073942] env[69162]: DEBUG oslo_vmware.api [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156058} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.073942] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.073942] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.074103] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.074238] env[69162]: INFO nova.compute.manager [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1216.074774] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.075065] env[69162]: DEBUG nova.compute.manager [-] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.075439] env[69162]: DEBUG nova.network.neutron [-] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.135825] env[69162]: DEBUG oslo_vmware.api [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233340, 'name': PowerOffVM_Task, 'duration_secs': 0.268217} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.136227] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.136532] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.139160] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2188ff65-1c52-4313-8a22-941d55a8d891 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.141118] env[69162]: DEBUG nova.scheduler.client.report [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.227074] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.227074] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.227261] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleting the datastore file [datastore2] 80e155f8-13e5-4cc5-9667-6083e0b2c680 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.227508] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ec9d77-e55d-4a52-9a48-7bed57ed7e44 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.235557] env[69162]: DEBUG oslo_vmware.api [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1216.235557] env[69162]: value = "task-3233342" [ 1216.235557] env[69162]: _type = "Task" [ 1216.235557] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.246619] env[69162]: DEBUG oslo_concurrency.lockutils [req-cd2c1eaa-46ec-4426-a5fb-f678ccf9a864 req-d7766086-cc36-4683-a2cb-9ffef0432e19 service nova] Releasing lock "refresh_cache-2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.247342] env[69162]: DEBUG oslo_vmware.api [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.251024] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.251024] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3c2ab94-5c75-4fda-bd22-9f047d60283a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.255485] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1216.255485] env[69162]: value = "task-3233343" [ 1216.255485] env[69162]: _type = "Task" [ 1216.255485] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.272224] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1216.273133] env[69162]: DEBUG nova.compute.manager [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.274209] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9c0b51-125b-4cd9-9cb7-e3fd86e2fad7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.280944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.281264] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.281470] env[69162]: DEBUG nova.network.neutron [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.574812] env[69162]: INFO nova.compute.manager [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Took 18.27 seconds to build instance. [ 1216.604957] env[69162]: DEBUG nova.compute.manager [req-cb88a901-5272-46a9-ad91-d075615fd833 req-71753cce-6b9b-46c9-8353-0c39658703e3 service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Received event network-vif-deleted-3fe55626-5c25-482e-9668-c794afa011dc {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.605524] env[69162]: INFO nova.compute.manager [req-cb88a901-5272-46a9-ad91-d075615fd833 req-71753cce-6b9b-46c9-8353-0c39658703e3 service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Neutron deleted interface 3fe55626-5c25-482e-9668-c794afa011dc; detaching it from the instance and deleting it from the info cache [ 1216.605729] env[69162]: DEBUG nova.network.neutron [req-cb88a901-5272-46a9-ad91-d075615fd833 req-71753cce-6b9b-46c9-8353-0c39658703e3 service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.650200] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.678065] env[69162]: INFO nova.scheduler.client.report [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted allocations for instance 92a3ec69-7803-43d9-8086-dd63012f463b [ 1216.723493] env[69162]: INFO nova.compute.manager [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Rescuing [ 1216.726518] env[69162]: DEBUG oslo_concurrency.lockutils [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.726518] env[69162]: DEBUG oslo_concurrency.lockutils [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.726518] env[69162]: DEBUG nova.network.neutron [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.747232] env[69162]: DEBUG oslo_vmware.api [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406083} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.747805] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.748091] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.748290] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.748454] env[69162]: INFO nova.compute.manager [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1216.748729] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.749024] env[69162]: DEBUG nova.compute.manager [-] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.749182] env[69162]: DEBUG nova.network.neutron [-] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.775764] env[69162]: DEBUG nova.compute.manager [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1216.807920] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.808838] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.808838] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.808978] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.809095] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.809288] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.809513] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.809677] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.809900] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.810175] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.810422] env[69162]: DEBUG nova.virt.hardware [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.812043] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeddbc2-ad89-40dc-9273-6494026b5cbe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.822114] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472e4f63-697d-49ed-8aa0-2aac8f063ace {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.072478] env[69162]: DEBUG nova.network.neutron [-] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.076091] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a85b9bd1-77cc-4a98-afdb-b1e8d2e6e453 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "bd4d7612-1c9f-4d18-b759-3d8096c35012" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.788s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.109782] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbe593aa-0269-4bd0-8ebb-a24118643109 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.119603] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9700c106-dab0-4e1c-869b-09738d9aebfb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.166285] env[69162]: DEBUG nova.compute.manager [req-cb88a901-5272-46a9-ad91-d075615fd833 req-71753cce-6b9b-46c9-8353-0c39658703e3 service nova] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Detach interface failed, port_id=3fe55626-5c25-482e-9668-c794afa011dc, reason: Instance 03592ff7-c7fe-46b5-ac53-f95eb1896a7b could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.190836] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dd6f32ff-97ec-4baf-853f-4babe28817c3 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "92a3ec69-7803-43d9-8086-dd63012f463b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.786s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.299528] env[69162]: DEBUG oslo_concurrency.lockutils [None req-45d36d93-1e68-4db7-84ca-79e31ecebce2 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquiring lock "interface-bd4d7612-1c9f-4d18-b759-3d8096c35012-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.299825] env[69162]: DEBUG oslo_concurrency.lockutils [None req-45d36d93-1e68-4db7-84ca-79e31ecebce2 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "interface-bd4d7612-1c9f-4d18-b759-3d8096c35012-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.300217] env[69162]: DEBUG nova.objects.instance [None req-45d36d93-1e68-4db7-84ca-79e31ecebce2 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lazy-loading 'flavor' on Instance uuid bd4d7612-1c9f-4d18-b759-3d8096c35012 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.568828] env[69162]: DEBUG nova.network.neutron [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updating instance_info_cache with network_info: [{"id": "6393d4dd-5e38-4181-b2e1-66384e359021", "address": "fa:16:3e:6c:ab:5e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6393d4dd-5e", "ovs_interfaceid": "6393d4dd-5e38-4181-b2e1-66384e359021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.580037] env[69162]: INFO nova.compute.manager [-] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Took 1.50 seconds to deallocate network for instance. [ 1217.788808] env[69162]: DEBUG nova.network.neutron [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Updating instance_info_cache with network_info: [{"id": "b3c915d0-e8a9-45f0-b2ad-5fd850e8742a", "address": "fa:16:3e:00:53:60", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c915d0-e8", "ovs_interfaceid": "b3c915d0-e8a9-45f0-b2ad-5fd850e8742a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.803958] env[69162]: DEBUG nova.objects.instance [None req-45d36d93-1e68-4db7-84ca-79e31ecebce2 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lazy-loading 'pci_requests' on Instance uuid bd4d7612-1c9f-4d18-b759-3d8096c35012 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.932990] env[69162]: DEBUG nova.compute.manager [req-d2eca028-d206-4da1-aeea-18d9cd446337 req-2025615c-64dd-4e86-bc8a-4c3040130e33 service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Received event network-vif-plugged-86730d17-2338-495f-abd0-41c890ea5d27 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.933184] env[69162]: DEBUG oslo_concurrency.lockutils [req-d2eca028-d206-4da1-aeea-18d9cd446337 req-2025615c-64dd-4e86-bc8a-4c3040130e33 service nova] Acquiring lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.933417] env[69162]: DEBUG oslo_concurrency.lockutils [req-d2eca028-d206-4da1-aeea-18d9cd446337 req-2025615c-64dd-4e86-bc8a-4c3040130e33 service nova] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.933590] env[69162]: DEBUG oslo_concurrency.lockutils [req-d2eca028-d206-4da1-aeea-18d9cd446337 req-2025615c-64dd-4e86-bc8a-4c3040130e33 service nova] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.933851] env[69162]: DEBUG nova.compute.manager [req-d2eca028-d206-4da1-aeea-18d9cd446337 req-2025615c-64dd-4e86-bc8a-4c3040130e33 service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] No waiting events found dispatching network-vif-plugged-86730d17-2338-495f-abd0-41c890ea5d27 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.934079] env[69162]: WARNING nova.compute.manager [req-d2eca028-d206-4da1-aeea-18d9cd446337 req-2025615c-64dd-4e86-bc8a-4c3040130e33 service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Received unexpected event network-vif-plugged-86730d17-2338-495f-abd0-41c890ea5d27 for instance with vm_state building and task_state spawning. [ 1218.072028] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.078201] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "21dd7391-4bee-485a-a6bd-822d78495760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.078769] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "21dd7391-4bee-485a-a6bd-822d78495760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.094232] env[69162]: DEBUG oslo_concurrency.lockutils [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.094614] env[69162]: DEBUG oslo_concurrency.lockutils [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.094898] env[69162]: DEBUG nova.objects.instance [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'resources' on Instance uuid 03592ff7-c7fe-46b5-ac53-f95eb1896a7b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.261381] env[69162]: DEBUG nova.network.neutron [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Successfully updated port: 86730d17-2338-495f-abd0-41c890ea5d27 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.294823] env[69162]: DEBUG oslo_concurrency.lockutils [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.309490] env[69162]: DEBUG nova.objects.base [None req-45d36d93-1e68-4db7-84ca-79e31ecebce2 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1218.309490] env[69162]: DEBUG nova.network.neutron [None req-45d36d93-1e68-4db7-84ca-79e31ecebce2 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.374957] env[69162]: DEBUG nova.network.neutron [-] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.458961] env[69162]: DEBUG oslo_concurrency.lockutils [None req-45d36d93-1e68-4db7-84ca-79e31ecebce2 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "interface-bd4d7612-1c9f-4d18-b759-3d8096c35012-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.159s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.498460] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.499427] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9557b5-1f5e-4c97-9695-6cc37619d85c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.507377] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.507662] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7fcea0-5584-4418-8822-ae320df637e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.580955] env[69162]: DEBUG nova.compute.manager [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.583995] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.584220] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.584405] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleting the datastore file [datastore2] d6e9e114-238b-4390-b63e-1d737b41590b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.584964] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72efdfac-f08f-4cfa-b99a-350a528741af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.591879] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1218.591879] env[69162]: value = "task-3233345" [ 1218.591879] env[69162]: _type = "Task" [ 1218.591879] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.605107] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.637611] env[69162]: DEBUG nova.compute.manager [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Received event network-vif-deleted-af7dad2a-a68e-4716-9579-b10bd699f8d2 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.637905] env[69162]: DEBUG nova.compute.manager [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Received event network-changed-86730d17-2338-495f-abd0-41c890ea5d27 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.638186] env[69162]: DEBUG nova.compute.manager [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Refreshing instance network info cache due to event network-changed-86730d17-2338-495f-abd0-41c890ea5d27. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.638458] env[69162]: DEBUG oslo_concurrency.lockutils [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] Acquiring lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.638620] env[69162]: DEBUG oslo_concurrency.lockutils [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] Acquired lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.638799] env[69162]: DEBUG nova.network.neutron [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Refreshing network info cache for port 86730d17-2338-495f-abd0-41c890ea5d27 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.762944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.805357] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89d5674-4833-4929-8fc5-a15ce7fe2a78 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.812885] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20510ef6-5f5b-4a13-b780-39cfa5c05f2d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.846277] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc42bca5-fa2b-45cd-9e73-518df0613ea5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.856147] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0f7ea8-2ee2-48aa-a2ea-a6497ffbcfa9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.871342] env[69162]: DEBUG nova.compute.provider_tree [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1218.876877] env[69162]: INFO nova.compute.manager [-] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Took 2.13 seconds to deallocate network for instance. [ 1219.101294] env[69162]: DEBUG oslo_vmware.api [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256583} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.102227] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.102521] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.102707] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.102898] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.123994] env[69162]: INFO nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleted allocations for instance d6e9e114-238b-4390-b63e-1d737b41590b [ 1219.174234] env[69162]: DEBUG nova.network.neutron [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.244595] env[69162]: DEBUG nova.network.neutron [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.383968] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.393827] env[69162]: ERROR nova.scheduler.client.report [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [req-166588b7-1a95-42c5-bff8-34fb33718673] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-166588b7-1a95-42c5-bff8-34fb33718673"}]} [ 1219.410350] env[69162]: DEBUG nova.scheduler.client.report [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1219.423984] env[69162]: DEBUG nova.scheduler.client.report [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1219.424299] env[69162]: DEBUG nova.compute.provider_tree [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.434900] env[69162]: DEBUG nova.scheduler.client.report [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1219.452673] env[69162]: DEBUG nova.scheduler.client.report [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1219.600795] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22e636f-47c5-4cd5-be3c-c46bf7e193de {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.608202] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab364e4f-1217-4cd7-89fe-e7f97d5dd2a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.639586] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.640607] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8d7f80-aaa3-4aad-b063-e5e1f3e840e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.648088] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1d9392-1eb3-4e1c-ab19-95306fe3699e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.662250] env[69162]: DEBUG nova.compute.provider_tree [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.747116] env[69162]: DEBUG oslo_concurrency.lockutils [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] Releasing lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.747402] env[69162]: DEBUG nova.compute.manager [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received event network-vif-unplugged-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.747609] env[69162]: DEBUG oslo_concurrency.lockutils [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] Acquiring lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.747818] env[69162]: DEBUG oslo_concurrency.lockutils [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] Lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.747987] env[69162]: DEBUG oslo_concurrency.lockutils [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] Lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.748322] env[69162]: DEBUG nova.compute.manager [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] No waiting events found dispatching network-vif-unplugged-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.748442] env[69162]: WARNING nova.compute.manager [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received unexpected event network-vif-unplugged-6393d4dd-5e38-4181-b2e1-66384e359021 for instance with vm_state shelved and task_state shelving_offloading. [ 1219.748610] env[69162]: DEBUG nova.compute.manager [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received event network-changed-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.748769] env[69162]: DEBUG nova.compute.manager [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Refreshing instance network info cache due to event network-changed-6393d4dd-5e38-4181-b2e1-66384e359021. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.748954] env[69162]: DEBUG oslo_concurrency.lockutils [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] Acquiring lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.749108] env[69162]: DEBUG oslo_concurrency.lockutils [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] Acquired lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.749273] env[69162]: DEBUG nova.network.neutron [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Refreshing network info cache for port 6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.750489] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.751199] env[69162]: DEBUG nova.network.neutron [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.854283] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.854795] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65479916-86a5-4d29-836b-56cbe721cf93 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.862491] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1219.862491] env[69162]: value = "task-3233346" [ 1219.862491] env[69162]: _type = "Task" [ 1219.862491] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.876555] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.196062] env[69162]: DEBUG nova.scheduler.client.report [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1220.196382] env[69162]: DEBUG nova.compute.provider_tree [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 159 to 160 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1220.196532] env[69162]: DEBUG nova.compute.provider_tree [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.296124] env[69162]: DEBUG nova.network.neutron [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.373583] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233346, 'name': PowerOffVM_Task, 'duration_secs': 0.201609} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.373885] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.374722] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e89db5a-0004-4bdc-a90b-1b13b4249f2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.380412] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquiring lock "bd4d7612-1c9f-4d18-b759-3d8096c35012" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.380686] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "bd4d7612-1c9f-4d18-b759-3d8096c35012" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.380828] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquiring lock "bd4d7612-1c9f-4d18-b759-3d8096c35012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.381012] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "bd4d7612-1c9f-4d18-b759-3d8096c35012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.381186] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "bd4d7612-1c9f-4d18-b759-3d8096c35012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.383553] env[69162]: INFO nova.compute.manager [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Terminating instance [ 1220.403399] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5008f0c9-94e7-4176-9eaf-f1a312d93991 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.438000] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.438419] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c4a757-dcbe-4c43-a247-e2c297f4c333 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.446270] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1220.446270] env[69162]: value = "task-3233347" [ 1220.446270] env[69162]: _type = "Task" [ 1220.446270] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.459444] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1220.459706] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.459998] env[69162]: DEBUG oslo_concurrency.lockutils [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.460237] env[69162]: DEBUG oslo_concurrency.lockutils [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.460464] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.460768] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fbe8c58-caaa-4dfb-a171-1fadefc29b0f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.470196] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.470441] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.471532] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dbafbe5-02e0-465d-b143-2bf89f84eb51 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.479701] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1220.479701] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5208c066-80e7-be64-ba65-5640466b763b" [ 1220.479701] env[69162]: _type = "Task" [ 1220.479701] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.489289] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5208c066-80e7-be64-ba65-5640466b763b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.538921] env[69162]: DEBUG nova.network.neutron [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Updating instance_info_cache with network_info: [{"id": "86730d17-2338-495f-abd0-41c890ea5d27", "address": "fa:16:3e:f7:0c:83", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86730d17-23", "ovs_interfaceid": "86730d17-2338-495f-abd0-41c890ea5d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.606954] env[69162]: DEBUG nova.network.neutron [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updated VIF entry in instance network info cache for port 6393d4dd-5e38-4181-b2e1-66384e359021. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.607355] env[69162]: DEBUG nova.network.neutron [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updating instance_info_cache with network_info: [{"id": "6393d4dd-5e38-4181-b2e1-66384e359021", "address": "fa:16:3e:6c:ab:5e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6393d4dd-5e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.701986] env[69162]: DEBUG oslo_concurrency.lockutils [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.607s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.704858] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.603s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.706475] env[69162]: INFO nova.compute.claims [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.724869] env[69162]: INFO nova.scheduler.client.report [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleted allocations for instance 03592ff7-c7fe-46b5-ac53-f95eb1896a7b [ 1220.907767] env[69162]: DEBUG nova.compute.manager [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.907767] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.908715] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a7d9cc-aaa8-49d8-9da8-8701cf046dec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.918597] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.918857] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72fc31f0-332a-494c-9e48-6cc4c07af89b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.925568] env[69162]: DEBUG oslo_vmware.api [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for the task: (returnval){ [ 1220.925568] env[69162]: value = "task-3233348" [ 1220.925568] env[69162]: _type = "Task" [ 1220.925568] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.933891] env[69162]: DEBUG oslo_vmware.api [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.991837] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5208c066-80e7-be64-ba65-5640466b763b, 'name': SearchDatastore_Task, 'duration_secs': 0.012123} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.993148] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4af625-97a8-4c8f-a947-e032b793f531 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.998701] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1220.998701] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52243331-3b8c-e11a-86fa-d02e2d1f1a08" [ 1220.998701] env[69162]: _type = "Task" [ 1220.998701] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.006681] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52243331-3b8c-e11a-86fa-d02e2d1f1a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.042236] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.042805] env[69162]: DEBUG nova.compute.manager [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Instance network_info: |[{"id": "86730d17-2338-495f-abd0-41c890ea5d27", "address": "fa:16:3e:f7:0c:83", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86730d17-23", "ovs_interfaceid": "86730d17-2338-495f-abd0-41c890ea5d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.043508] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:0c:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86730d17-2338-495f-abd0-41c890ea5d27', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.052832] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.053105] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.053372] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-532c613c-e2fa-436b-86ad-5ddf44168250 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.074635] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.074635] env[69162]: value = "task-3233349" [ 1221.074635] env[69162]: _type = "Task" [ 1221.074635] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.083044] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233349, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.109985] env[69162]: DEBUG oslo_concurrency.lockutils [req-75e502c4-8790-4bf7-bce3-93ddfacc0cc4 req-0346c91a-9fb9-4804-bfa2-de72ad9344d0 service nova] Releasing lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.232664] env[69162]: DEBUG oslo_concurrency.lockutils [None req-69699974-44a7-415d-aaa1-bedc89c55b94 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "03592ff7-c7fe-46b5-ac53-f95eb1896a7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.806s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.437375] env[69162]: DEBUG oslo_vmware.api [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233348, 'name': PowerOffVM_Task, 'duration_secs': 0.345984} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.437536] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.437780] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.438694] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-284e3f32-1aaf-48b5-9ee3-1119839cfa3a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.510294] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52243331-3b8c-e11a-86fa-d02e2d1f1a08, 'name': SearchDatastore_Task, 'duration_secs': 0.017152} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.510551] env[69162]: DEBUG oslo_concurrency.lockutils [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.510816] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 42834082-43df-4698-b2c6-f70cc319d4ea/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. {{(pid=69162) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1221.511176] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aec1985-cdc4-407c-8025-20510589ce74 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.517984] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1221.517984] env[69162]: value = "task-3233351" [ 1221.517984] env[69162]: _type = "Task" [ 1221.517984] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.526080] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.537438] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.537698] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.537886] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Deleting the datastore file [datastore1] bd4d7612-1c9f-4d18-b759-3d8096c35012 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.538262] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7c516e0-2f71-42b4-9319-e20cedc63987 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.544751] env[69162]: DEBUG oslo_vmware.api [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for the task: (returnval){ [ 1221.544751] env[69162]: value = "task-3233352" [ 1221.544751] env[69162]: _type = "Task" [ 1221.544751] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.553173] env[69162]: DEBUG oslo_vmware.api [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.586263] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233349, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.911853] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c16cf7b-cd90-42eb-b5fd-547ba66d849b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.920985] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bcb0ec-5d34-4fe3-a7dd-34256476d1ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.954863] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da7294-8ec7-4fca-9771-00dfc6bd72d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.964525] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71370161-995b-48ed-a047-55bacf431946 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.984256] env[69162]: DEBUG nova.compute.provider_tree [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.028353] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233351, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.054529] env[69162]: DEBUG oslo_vmware.api [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Task: {'id': task-3233352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221067} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.054916] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.055154] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.055340] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.055517] env[69162]: INFO nova.compute.manager [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1222.055769] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.056061] env[69162]: DEBUG nova.compute.manager [-] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.056226] env[69162]: DEBUG nova.network.neutron [-] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.085594] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233349, 'name': CreateVM_Task, 'duration_secs': 0.52096} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.087058] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.087058] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.087058] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.087262] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.087821] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4603bf00-2332-44ae-8caa-cc0c85bd0ba7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.093788] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1222.093788] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52708db1-4867-92a3-cbdb-82b4d08df445" [ 1222.093788] env[69162]: _type = "Task" [ 1222.093788] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.102268] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52708db1-4867-92a3-cbdb-82b4d08df445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.326464] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "d6e9e114-238b-4390-b63e-1d737b41590b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.411348] env[69162]: DEBUG nova.compute.manager [req-e5c2a1b8-d1f5-4b42-b126-75fb0243983a req-b8f6997e-333a-4ea4-959e-77ba0e56dd01 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Received event network-vif-deleted-ef66ca92-e49f-4f41-a7e8-063676758c5b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.411589] env[69162]: INFO nova.compute.manager [req-e5c2a1b8-d1f5-4b42-b126-75fb0243983a req-b8f6997e-333a-4ea4-959e-77ba0e56dd01 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Neutron deleted interface ef66ca92-e49f-4f41-a7e8-063676758c5b; detaching it from the instance and deleting it from the info cache [ 1222.411713] env[69162]: DEBUG nova.network.neutron [req-e5c2a1b8-d1f5-4b42-b126-75fb0243983a req-b8f6997e-333a-4ea4-959e-77ba0e56dd01 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.489363] env[69162]: DEBUG nova.scheduler.client.report [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.530119] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530782} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.530535] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 42834082-43df-4698-b2c6-f70cc319d4ea/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. [ 1222.531253] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858bf4e0-ca85-490e-ab9c-d01b366e84c5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.560032] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 42834082-43df-4698-b2c6-f70cc319d4ea/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.560487] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d87163-44e1-448f-a04d-a5ff9791ae83 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.579896] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1222.579896] env[69162]: value = "task-3233353" [ 1222.579896] env[69162]: _type = "Task" [ 1222.579896] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.588657] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.605346] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52708db1-4867-92a3-cbdb-82b4d08df445, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.605636] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.605880] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.606176] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.606384] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.606545] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.606800] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23d8be2b-fcc8-4690-9b7a-26fd52b2c784 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.615101] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.615315] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.616097] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1ba8ac-e44c-4770-9b40-2461218d7abf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.621617] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1222.621617] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524d9746-e9fc-3205-faf9-c76ca902c17c" [ 1222.621617] env[69162]: _type = "Task" [ 1222.621617] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.631940] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524d9746-e9fc-3205-faf9-c76ca902c17c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.662171] env[69162]: DEBUG oslo_concurrency.lockutils [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.662436] env[69162]: DEBUG oslo_concurrency.lockutils [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.788844] env[69162]: DEBUG nova.network.neutron [-] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.914619] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24b215f9-2764-46b3-a5d6-b2dc05c9c505 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.924821] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b44671-dd74-4efc-a622-bdf3eef437e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.963165] env[69162]: DEBUG nova.compute.manager [req-e5c2a1b8-d1f5-4b42-b126-75fb0243983a req-b8f6997e-333a-4ea4-959e-77ba0e56dd01 service nova] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Detach interface failed, port_id=ef66ca92-e49f-4f41-a7e8-063676758c5b, reason: Instance bd4d7612-1c9f-4d18-b759-3d8096c35012 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.993427] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.993988] env[69162]: DEBUG nova.compute.manager [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.996659] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.613s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.996893] env[69162]: DEBUG nova.objects.instance [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lazy-loading 'resources' on Instance uuid 80e155f8-13e5-4cc5-9667-6083e0b2c680 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.089415] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233353, 'name': ReconfigVM_Task, 'duration_secs': 0.33379} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.089715] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 42834082-43df-4698-b2c6-f70cc319d4ea/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.090557] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef57139-ac38-4990-afd0-dbfadca02f36 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.116105] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed05300-3400-4607-bddd-56652248332b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.134475] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524d9746-e9fc-3205-faf9-c76ca902c17c, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.136309] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1223.136309] env[69162]: value = "task-3233354" [ 1223.136309] env[69162]: _type = "Task" [ 1223.136309] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.136528] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4d0f9a-7023-4ac7-b686-f7f817d10861 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.144124] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1223.144124] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5226bf89-d409-9951-24e7-dcab64bac3ad" [ 1223.144124] env[69162]: _type = "Task" [ 1223.144124] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.147411] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233354, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.154762] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5226bf89-d409-9951-24e7-dcab64bac3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.165844] env[69162]: DEBUG nova.compute.utils [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.291684] env[69162]: INFO nova.compute.manager [-] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Took 1.24 seconds to deallocate network for instance. [ 1223.500672] env[69162]: DEBUG nova.compute.utils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.505324] env[69162]: DEBUG nova.compute.manager [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.505501] env[69162]: DEBUG nova.network.neutron [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.550444] env[69162]: DEBUG nova.policy [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cacda18db0b641259c0e3c1e56840935', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26914cc9e5c4bb4ae091f19c867e9d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.650948] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233354, 'name': ReconfigVM_Task, 'duration_secs': 0.162665} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.654217] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.656623] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82244354-e7e8-41e2-8c7f-d8ac28cd75c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.665965] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5226bf89-d409-9951-24e7-dcab64bac3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011724} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.667333] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.667613] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 7f3a9aa4-55e6-4670-ab57-55aed12138ee/7f3a9aa4-55e6-4670-ab57-55aed12138ee.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.667934] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1223.667934] env[69162]: value = "task-3233355" [ 1223.667934] env[69162]: _type = "Task" [ 1223.667934] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.668518] env[69162]: DEBUG oslo_concurrency.lockutils [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.668976] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d163d75a-1103-4bcf-a4b0-4156a1adb36b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.682863] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233355, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.684472] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1223.684472] env[69162]: value = "task-3233356" [ 1223.684472] env[69162]: _type = "Task" [ 1223.684472] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.695396] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.702643] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2f2667-d1fe-4e04-983a-fb6b012eb472 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.710648] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411f06f1-9e0e-4aad-a025-a9d7b14e38b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.743714] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0921ae4b-98c0-46d2-aab2-a46bcbfb85bf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.749264] env[69162]: DEBUG nova.compute.manager [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Stashing vm_state: active {{(pid=69162) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1223.755647] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b74562a-9f0d-4fb1-8c21-5d94cc8b616b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.770741] env[69162]: DEBUG nova.compute.provider_tree [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.799019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.859034] env[69162]: DEBUG nova.network.neutron [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Successfully created port: 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.006426] env[69162]: DEBUG nova.compute.manager [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.184025] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233355, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.193666] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233356, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.269016] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.275060] env[69162]: DEBUG nova.scheduler.client.report [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.437146] env[69162]: DEBUG oslo_vmware.rw_handles [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215f4bc-4b73-3228-9159-4c8279d37d93/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1224.438440] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd3bd41-799b-451c-addf-dadd9960bca0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.446728] env[69162]: DEBUG oslo_vmware.rw_handles [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215f4bc-4b73-3228-9159-4c8279d37d93/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1224.446907] env[69162]: ERROR oslo_vmware.rw_handles [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215f4bc-4b73-3228-9159-4c8279d37d93/disk-0.vmdk due to incomplete transfer. [ 1224.448018] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ddf94f9-2b7e-48ee-97a8-09f151d0b07a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.454266] env[69162]: DEBUG oslo_vmware.rw_handles [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215f4bc-4b73-3228-9159-4c8279d37d93/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1224.454478] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Uploaded image 19019f5b-d1e2-4f5e-b4ac-828eb3762177 to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1224.457169] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1224.457441] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-834721e1-d904-4dfe-be56-213b3aa6d683 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.463023] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1224.463023] env[69162]: value = "task-3233357" [ 1224.463023] env[69162]: _type = "Task" [ 1224.463023] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.471201] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233357, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.682322] env[69162]: DEBUG oslo_vmware.api [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233355, 'name': PowerOnVM_Task, 'duration_secs': 0.684451} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.682775] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.685825] env[69162]: DEBUG nova.compute.manager [None req-88804166-38d4-44ad-b5cf-97fc97aad44b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.686980] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aa36b6-b1bf-4e2f-b80e-b4b5f5a16b2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.701933] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575107} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.702506] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 7f3a9aa4-55e6-4670-ab57-55aed12138ee/7f3a9aa4-55e6-4670-ab57-55aed12138ee.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.702506] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.702996] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfa97f0d-b5ba-4cc2-8878-bd79664c7030 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.710429] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1224.710429] env[69162]: value = "task-3233358" [ 1224.710429] env[69162]: _type = "Task" [ 1224.710429] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.719261] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.747080] env[69162]: DEBUG oslo_concurrency.lockutils [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.747398] env[69162]: DEBUG oslo_concurrency.lockutils [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.747638] env[69162]: INFO nova.compute.manager [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Attaching volume 70a6e5ef-f247-4ec3-85aa-c460cdea85b8 to /dev/sdb [ 1224.779189] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.783019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.143s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.783338] env[69162]: DEBUG nova.objects.instance [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'resources' on Instance uuid d6e9e114-238b-4390-b63e-1d737b41590b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.784620] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003fe56e-4157-486d-bf77-e5b466551ecf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.791790] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138b242-09e5-4412-890f-2722f615a4af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.802298] env[69162]: INFO nova.scheduler.client.report [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted allocations for instance 80e155f8-13e5-4cc5-9667-6083e0b2c680 [ 1224.807093] env[69162]: DEBUG nova.virt.block_device [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Updating existing volume attachment record: 0dae77ba-3759-438a-9c1a-622230026f46 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1224.974982] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233357, 'name': Destroy_Task, 'duration_secs': 0.421812} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.975383] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Destroyed the VM [ 1224.975726] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1224.976062] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db1b5e28-b75a-4ccf-b56d-0e28c3c10eea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.982272] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1224.982272] env[69162]: value = "task-3233360" [ 1224.982272] env[69162]: _type = "Task" [ 1224.982272] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.993782] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233360, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.016045] env[69162]: DEBUG nova.compute.manager [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.042648] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.042832] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.042993] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.043190] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.043339] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.043482] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.043691] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.043846] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.044014] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.044191] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.044365] env[69162]: DEBUG nova.virt.hardware [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.045248] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157005a5-c95f-4d00-b643-ceb18ea08786 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.052846] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d620790-ed67-41bf-b746-8434c22564f9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.219427] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061933} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.219733] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.220579] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e54716-3f04-4816-a0b6-5c1bcdb9c90f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.243368] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 7f3a9aa4-55e6-4670-ab57-55aed12138ee/7f3a9aa4-55e6-4670-ab57-55aed12138ee.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.243949] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef2dc28-f8c7-4b43-a7a1-935d8f6e8a7d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.261205] env[69162]: DEBUG nova.compute.manager [req-5ccbe4df-600d-4fff-b8c4-2b265bec7f0f req-7a050c41-9403-4fb5-93c2-6eab2412cb21 service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Received event network-vif-plugged-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.261449] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ccbe4df-600d-4fff-b8c4-2b265bec7f0f req-7a050c41-9403-4fb5-93c2-6eab2412cb21 service nova] Acquiring lock "21dd7391-4bee-485a-a6bd-822d78495760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.261663] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ccbe4df-600d-4fff-b8c4-2b265bec7f0f req-7a050c41-9403-4fb5-93c2-6eab2412cb21 service nova] Lock "21dd7391-4bee-485a-a6bd-822d78495760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.261831] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ccbe4df-600d-4fff-b8c4-2b265bec7f0f req-7a050c41-9403-4fb5-93c2-6eab2412cb21 service nova] Lock "21dd7391-4bee-485a-a6bd-822d78495760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.262013] env[69162]: DEBUG nova.compute.manager [req-5ccbe4df-600d-4fff-b8c4-2b265bec7f0f req-7a050c41-9403-4fb5-93c2-6eab2412cb21 service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] No waiting events found dispatching network-vif-plugged-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.262193] env[69162]: WARNING nova.compute.manager [req-5ccbe4df-600d-4fff-b8c4-2b265bec7f0f req-7a050c41-9403-4fb5-93c2-6eab2412cb21 service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Received unexpected event network-vif-plugged-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 for instance with vm_state building and task_state spawning. [ 1225.267327] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1225.267327] env[69162]: value = "task-3233361" [ 1225.267327] env[69162]: _type = "Task" [ 1225.267327] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.275540] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.287978] env[69162]: DEBUG nova.objects.instance [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'numa_topology' on Instance uuid d6e9e114-238b-4390-b63e-1d737b41590b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.314925] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b7552b08-6810-43f2-a834-1f1dbf8d97e8 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "80e155f8-13e5-4cc5-9667-6083e0b2c680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.284s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.344286] env[69162]: DEBUG nova.network.neutron [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Successfully updated port: 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.492985] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233360, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.777450] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.791435] env[69162]: DEBUG nova.objects.base [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.846583] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "refresh_cache-21dd7391-4bee-485a-a6bd-822d78495760" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.846746] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "refresh_cache-21dd7391-4bee-485a-a6bd-822d78495760" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.846898] env[69162]: DEBUG nova.network.neutron [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.972903] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b3d945-628e-4f93-aa33-6927e01d3f38 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.982906] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ecf4e6-91de-4705-a650-7c47c9066947 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.994450] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233360, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64056} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.017753] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1226.018073] env[69162]: DEBUG nova.compute.manager [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.019065] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989f8928-b85f-475d-8fd7-3860c3af35ca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.022075] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d66b05-6fbb-4c1a-beff-7f0159bec85e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.033122] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bed3e57-ddba-45bb-b9a9-b691a04d57f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.047341] env[69162]: DEBUG nova.compute.provider_tree [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.120854] env[69162]: INFO nova.compute.manager [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Unrescuing [ 1226.121200] env[69162]: DEBUG oslo_concurrency.lockutils [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.121381] env[69162]: DEBUG oslo_concurrency.lockutils [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.121555] env[69162]: DEBUG nova.network.neutron [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.278023] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233361, 'name': ReconfigVM_Task, 'duration_secs': 0.541694} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.278369] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 7f3a9aa4-55e6-4670-ab57-55aed12138ee/7f3a9aa4-55e6-4670-ab57-55aed12138ee.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.278982] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ed56a07-4bfd-4308-9433-f4c8c21c73c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.284861] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1226.284861] env[69162]: value = "task-3233362" [ 1226.284861] env[69162]: _type = "Task" [ 1226.284861] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.292207] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233362, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.385699] env[69162]: DEBUG nova.network.neutron [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.513798] env[69162]: DEBUG nova.network.neutron [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Updating instance_info_cache with network_info: [{"id": "00d581aa-69a0-45fa-a9f3-01aaf13a5dc8", "address": "fa:16:3e:98:62:23", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d581aa-69", "ovs_interfaceid": "00d581aa-69a0-45fa-a9f3-01aaf13a5dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.540389] env[69162]: INFO nova.compute.manager [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Shelve offloading [ 1226.567450] env[69162]: ERROR nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [req-5da55d96-e4be-4b98-9156-e8b2de2c9066] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5da55d96-e4be-4b98-9156-e8b2de2c9066"}]} [ 1226.583797] env[69162]: DEBUG nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1226.597302] env[69162]: DEBUG nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1226.597526] env[69162]: DEBUG nova.compute.provider_tree [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.608229] env[69162]: DEBUG nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1226.627285] env[69162]: DEBUG nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1226.797491] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233362, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.839792] env[69162]: DEBUG nova.network.neutron [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Updating instance_info_cache with network_info: [{"id": "b3c915d0-e8a9-45f0-b2ad-5fd850e8742a", "address": "fa:16:3e:00:53:60", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c915d0-e8", "ovs_interfaceid": "b3c915d0-e8a9-45f0-b2ad-5fd850e8742a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.892499] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f63ef00-93d9-4ab0-b22c-fc0abbc74bd0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.900824] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c11ba2d-4842-4438-9dfb-d6bce0ac6452 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.932381] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b9f90a-cbef-4f07-900a-84ea918c0770 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.940379] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db827765-155c-4d25-990d-de11c04b4817 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.953956] env[69162]: DEBUG nova.compute.provider_tree [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.015951] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "refresh_cache-21dd7391-4bee-485a-a6bd-822d78495760" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.016266] env[69162]: DEBUG nova.compute.manager [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Instance network_info: |[{"id": "00d581aa-69a0-45fa-a9f3-01aaf13a5dc8", "address": "fa:16:3e:98:62:23", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d581aa-69", "ovs_interfaceid": "00d581aa-69a0-45fa-a9f3-01aaf13a5dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.016685] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:62:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00d581aa-69a0-45fa-a9f3-01aaf13a5dc8', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.024510] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.025012] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.025264] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cba3483c-a70b-40fc-a1be-0fc319420403 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.043988] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.045384] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32a59321-c7ef-4355-9464-bf02638466ad {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.046788] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.046788] env[69162]: value = "task-3233364" [ 1227.046788] env[69162]: _type = "Task" [ 1227.046788] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.052762] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1227.052762] env[69162]: value = "task-3233365" [ 1227.052762] env[69162]: _type = "Task" [ 1227.052762] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.058870] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233364, 'name': CreateVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.065137] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1227.065345] env[69162]: DEBUG nova.compute.manager [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.066076] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a37f37-9fcb-4652-acf7-2912f0b0ad87 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.073251] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.073415] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.073586] env[69162]: DEBUG nova.network.neutron [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.232110] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "75451f08-9f54-4240-904e-0a3315a050c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.232343] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "75451f08-9f54-4240-904e-0a3315a050c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.278339] env[69162]: DEBUG nova.compute.manager [req-27d9411d-8fc6-4ec0-b276-b4d734b3d20e req-bcbd6bd8-9efd-4c2d-ac99-b0647dbc7ead service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Received event network-changed-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.278749] env[69162]: DEBUG nova.compute.manager [req-27d9411d-8fc6-4ec0-b276-b4d734b3d20e req-bcbd6bd8-9efd-4c2d-ac99-b0647dbc7ead service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Refreshing instance network info cache due to event network-changed-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.279282] env[69162]: DEBUG oslo_concurrency.lockutils [req-27d9411d-8fc6-4ec0-b276-b4d734b3d20e req-bcbd6bd8-9efd-4c2d-ac99-b0647dbc7ead service nova] Acquiring lock "refresh_cache-21dd7391-4bee-485a-a6bd-822d78495760" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.279496] env[69162]: DEBUG oslo_concurrency.lockutils [req-27d9411d-8fc6-4ec0-b276-b4d734b3d20e req-bcbd6bd8-9efd-4c2d-ac99-b0647dbc7ead service nova] Acquired lock "refresh_cache-21dd7391-4bee-485a-a6bd-822d78495760" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.279714] env[69162]: DEBUG nova.network.neutron [req-27d9411d-8fc6-4ec0-b276-b4d734b3d20e req-bcbd6bd8-9efd-4c2d-ac99-b0647dbc7ead service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Refreshing network info cache for port 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.295727] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233362, 'name': Rename_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.343081] env[69162]: DEBUG oslo_concurrency.lockutils [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "refresh_cache-42834082-43df-4698-b2c6-f70cc319d4ea" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.343081] env[69162]: DEBUG nova.objects.instance [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lazy-loading 'flavor' on Instance uuid 42834082-43df-4698-b2c6-f70cc319d4ea {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.476584] env[69162]: ERROR nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [req-c424a701-9f0a-411b-84e5-7c732ad33b7d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c424a701-9f0a-411b-84e5-7c732ad33b7d"}]} [ 1227.497562] env[69162]: DEBUG nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1227.513926] env[69162]: DEBUG nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1227.514298] env[69162]: DEBUG nova.compute.provider_tree [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.530932] env[69162]: DEBUG nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1227.552470] env[69162]: DEBUG nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1227.559720] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233364, 'name': CreateVM_Task, 'duration_secs': 0.510697} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.559941] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.560649] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.560808] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.561156] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.561431] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319d6a54-29c4-4bb1-847d-586f8a3181ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.565701] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1227.565701] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528b9031-1618-c4fa-095a-15b4365552a7" [ 1227.565701] env[69162]: _type = "Task" [ 1227.565701] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.577542] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528b9031-1618-c4fa-095a-15b4365552a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.731874] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e8dc6-2cd3-4e50-b33c-b22f24b55391 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.736682] env[69162]: DEBUG nova.compute.manager [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.744328] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b51ddad-86b3-4720-9548-f25b34bf8262 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.779142] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234c2240-8d93-404d-b644-2aee8501653e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.791356] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2396386c-d2b5-4bc6-9743-023f81eb3182 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.800069] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233362, 'name': Rename_Task, 'duration_secs': 1.154959} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.807525] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.808224] env[69162]: DEBUG nova.compute.provider_tree [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.809401] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3602f26-e85e-4280-a783-98d071ad2462 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.815561] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1227.815561] env[69162]: value = "task-3233366" [ 1227.815561] env[69162]: _type = "Task" [ 1227.815561] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.827742] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.833438] env[69162]: DEBUG nova.network.neutron [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updating instance_info_cache with network_info: [{"id": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "address": "fa:16:3e:c8:8d:58", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11143e6c-e8", "ovs_interfaceid": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.848640] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015be870-e45a-4c0f-aefa-925442ef087e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.870364] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.875953] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c882347e-36c8-4a6b-8607-f33b80a87cce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.878999] env[69162]: DEBUG oslo_vmware.api [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1227.878999] env[69162]: value = "task-3233367" [ 1227.878999] env[69162]: _type = "Task" [ 1227.878999] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.886985] env[69162]: DEBUG oslo_vmware.api [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.035404] env[69162]: DEBUG nova.network.neutron [req-27d9411d-8fc6-4ec0-b276-b4d734b3d20e req-bcbd6bd8-9efd-4c2d-ac99-b0647dbc7ead service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Updated VIF entry in instance network info cache for port 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.035986] env[69162]: DEBUG nova.network.neutron [req-27d9411d-8fc6-4ec0-b276-b4d734b3d20e req-bcbd6bd8-9efd-4c2d-ac99-b0647dbc7ead service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Updating instance_info_cache with network_info: [{"id": "00d581aa-69a0-45fa-a9f3-01aaf13a5dc8", "address": "fa:16:3e:98:62:23", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d581aa-69", "ovs_interfaceid": "00d581aa-69a0-45fa-a9f3-01aaf13a5dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.078268] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528b9031-1618-c4fa-095a-15b4365552a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.078268] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.078268] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.078568] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.078778] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.079075] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.079303] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61342398-6808-42fe-9307-7555833c9db4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.098950] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.099252] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.100060] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db218b6-e55b-4f14-99dc-ddc4048b5c84 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.105615] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1228.105615] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d6628d-dbfa-1e66-1638-4c3b25af72a0" [ 1228.105615] env[69162]: _type = "Task" [ 1228.105615] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.113257] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d6628d-dbfa-1e66-1638-4c3b25af72a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.150503] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.150783] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.150948] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.151124] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.151378] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.151590] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.151831] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.152090] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69162) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1228.152305] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.256635] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.312438] env[69162]: DEBUG nova.scheduler.client.report [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.326733] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233366, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.337683] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.389422] env[69162]: DEBUG oslo_vmware.api [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233367, 'name': PowerOffVM_Task, 'duration_secs': 0.259155} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.389716] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.394970] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.395259] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c8b7df-9596-470c-92f7-1e73908285a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.415432] env[69162]: DEBUG oslo_vmware.api [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1228.415432] env[69162]: value = "task-3233368" [ 1228.415432] env[69162]: _type = "Task" [ 1228.415432] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.423164] env[69162]: DEBUG oslo_vmware.api [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.543132] env[69162]: DEBUG oslo_concurrency.lockutils [req-27d9411d-8fc6-4ec0-b276-b4d734b3d20e req-bcbd6bd8-9efd-4c2d-ac99-b0647dbc7ead service nova] Releasing lock "refresh_cache-21dd7391-4bee-485a-a6bd-822d78495760" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.617874] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d6628d-dbfa-1e66-1638-4c3b25af72a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.618779] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468af1d8-0c67-45e9-b804-4cc2f693d9d5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.624117] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1228.624117] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5225b06b-a06a-96dd-1691-3531d396ed08" [ 1228.624117] env[69162]: _type = "Task" [ 1228.624117] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.632191] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5225b06b-a06a-96dd-1691-3531d396ed08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.655421] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.680812] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.681750] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a07f1be-5e2d-4b77-8f59-fa3a7cc1e4b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.689279] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.689571] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d67647ad-3077-47c0-a73f-9445e068684c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.759813] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.760130] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.760379] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleting the datastore file [datastore1] a5648f18-d78a-4449-98be-bfa1c93d4e23 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.760706] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4fabd9e-b779-4039-b2a4-ef9cb7cb5702 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.768041] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1228.768041] env[69162]: value = "task-3233370" [ 1228.768041] env[69162]: _type = "Task" [ 1228.768041] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.775209] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.818294] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.035s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.824155] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.025s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.824366] env[69162]: DEBUG nova.objects.instance [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lazy-loading 'resources' on Instance uuid bd4d7612-1c9f-4d18-b759-3d8096c35012 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.830204] env[69162]: DEBUG oslo_vmware.api [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233366, 'name': PowerOnVM_Task, 'duration_secs': 0.575713} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.830442] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.830644] env[69162]: INFO nova.compute.manager [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Took 12.05 seconds to spawn the instance on the hypervisor. [ 1228.830818] env[69162]: DEBUG nova.compute.manager [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.832076] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8e90f3-cf27-480d-9d3f-5dad7d7980a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.925321] env[69162]: DEBUG oslo_vmware.api [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233368, 'name': ReconfigVM_Task, 'duration_secs': 0.374619} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.925611] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.925800] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.926059] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceacb560-c69b-4833-87d4-a3f8ebfe18e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.932479] env[69162]: DEBUG oslo_vmware.api [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1228.932479] env[69162]: value = "task-3233371" [ 1228.932479] env[69162]: _type = "Task" [ 1228.932479] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.940526] env[69162]: DEBUG oslo_vmware.api [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.134702] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5225b06b-a06a-96dd-1691-3531d396ed08, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.134981] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.135256] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 21dd7391-4bee-485a-a6bd-822d78495760/21dd7391-4bee-485a-a6bd-822d78495760.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.135516] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4c2c3d5-0300-4e1d-994d-8b9f2dfa5724 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.141720] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1229.141720] env[69162]: value = "task-3233372" [ 1229.141720] env[69162]: _type = "Task" [ 1229.141720] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.150916] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.277813] env[69162]: DEBUG oslo_vmware.api [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167768} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.278092] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.278369] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.278560] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.305789] env[69162]: INFO nova.scheduler.client.report [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleted allocations for instance a5648f18-d78a-4449-98be-bfa1c93d4e23 [ 1229.338143] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b6341aee-1fdb-4fbb-9054-fca4bd77c52e tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "d6e9e114-238b-4390-b63e-1d737b41590b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.843s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.338143] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "d6e9e114-238b-4390-b63e-1d737b41590b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.010s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.338143] env[69162]: INFO nova.compute.manager [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Unshelving [ 1229.353374] env[69162]: INFO nova.compute.manager [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Took 17.86 seconds to build instance. [ 1229.364275] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1229.364275] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646283', 'volume_id': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'name': 'volume-70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174681e5-e6cc-4299-85b2-5d7b0c743aea', 'attached_at': '', 'detached_at': '', 'volume_id': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'serial': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1229.364275] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a7d491-81fe-4346-8a76-04152d12d686 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.373110] env[69162]: DEBUG nova.compute.manager [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received event network-vif-unplugged-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.373515] env[69162]: DEBUG oslo_concurrency.lockutils [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] Acquiring lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.373597] env[69162]: DEBUG oslo_concurrency.lockutils [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.373733] env[69162]: DEBUG oslo_concurrency.lockutils [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.373912] env[69162]: DEBUG nova.compute.manager [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] No waiting events found dispatching network-vif-unplugged-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.374115] env[69162]: WARNING nova.compute.manager [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received unexpected event network-vif-unplugged-11143e6c-e8d6-4bc5-8563-539b3a132fdb for instance with vm_state shelved_offloaded and task_state None. [ 1229.374438] env[69162]: DEBUG nova.compute.manager [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received event network-changed-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.374438] env[69162]: DEBUG nova.compute.manager [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Refreshing instance network info cache due to event network-changed-11143e6c-e8d6-4bc5-8563-539b3a132fdb. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.374679] env[69162]: DEBUG oslo_concurrency.lockutils [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] Acquiring lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.374679] env[69162]: DEBUG oslo_concurrency.lockutils [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] Acquired lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.374870] env[69162]: DEBUG nova.network.neutron [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Refreshing network info cache for port 11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.394381] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10bf20a-bbf3-425e-9578-41e4e6ea81bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.422062] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-70a6e5ef-f247-4ec3-85aa-c460cdea85b8/volume-70a6e5ef-f247-4ec3-85aa-c460cdea85b8.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.425176] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb54fa06-7db4-4b08-9424-aba49fb8909e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.449578] env[69162]: DEBUG oslo_vmware.api [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233371, 'name': PowerOnVM_Task, 'duration_secs': 0.376554} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.451051] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.451341] env[69162]: DEBUG nova.compute.manager [None req-095357c1-bbf1-44e4-90ce-a23666295705 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.451663] env[69162]: DEBUG oslo_vmware.api [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1229.451663] env[69162]: value = "task-3233373" [ 1229.451663] env[69162]: _type = "Task" [ 1229.451663] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.454844] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871e39dd-97cc-4260-8645-f7ac5b5009dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.470289] env[69162]: DEBUG oslo_vmware.api [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.594009] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d32052-9f1a-48bf-bb0b-c3f33f173559 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.601924] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e81569-0377-4a02-95fe-03cc8e40f2f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.637024] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a062f2c5-0d02-4e15-a3c9-e00a4b2d77bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.649697] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80084c3-626e-4757-b268-fba4df7ae1ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.657175] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233372, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.669160] env[69162]: DEBUG nova.compute.provider_tree [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.810220] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.856499] env[69162]: DEBUG oslo_concurrency.lockutils [None req-09979a69-3ed0-4893-ab01-f7fa76844d9c tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.376s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.966532] env[69162]: DEBUG oslo_vmware.api [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.097573] env[69162]: DEBUG nova.network.neutron [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updated VIF entry in instance network info cache for port 11143e6c-e8d6-4bc5-8563-539b3a132fdb. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.097934] env[69162]: DEBUG nova.network.neutron [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updating instance_info_cache with network_info: [{"id": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "address": "fa:16:3e:c8:8d:58", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap11143e6c-e8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.154162] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549034} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.154422] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 21dd7391-4bee-485a-a6bd-822d78495760/21dd7391-4bee-485a-a6bd-822d78495760.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.154625] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.154871] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d51a5fb2-b47e-4489-8322-1ef6ba112bc8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.161140] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1230.161140] env[69162]: value = "task-3233374" [ 1230.161140] env[69162]: _type = "Task" [ 1230.161140] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.168585] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.172757] env[69162]: DEBUG nova.scheduler.client.report [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.288984] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.289341] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.289511] env[69162]: INFO nova.compute.manager [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Shelving [ 1230.360993] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.469015] env[69162]: DEBUG oslo_vmware.api [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.603928] env[69162]: DEBUG oslo_concurrency.lockutils [req-eeac78f2-ccaf-4eba-a2cc-27def9f621d9 req-fe07fe33-a706-41b8-93e8-3a40daad764e service nova] Releasing lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.671343] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065686} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.671721] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.672475] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5a89d3-5ce1-444f-b385-0dfe559ccff2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.677762] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.691879] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.423s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.702208] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 21dd7391-4bee-485a-a6bd-822d78495760/21dd7391-4bee-485a-a6bd-822d78495760.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.703546] env[69162]: INFO nova.scheduler.client.report [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Deleted allocations for instance bd4d7612-1c9f-4d18-b759-3d8096c35012 [ 1230.704668] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4962786-7882-4433-b00d-b7f2c1016002 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.727140] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1230.727140] env[69162]: value = "task-3233375" [ 1230.727140] env[69162]: _type = "Task" [ 1230.727140] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.735798] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.968772] env[69162]: DEBUG oslo_vmware.api [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233373, 'name': ReconfigVM_Task, 'duration_secs': 1.06916} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.969115] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-70a6e5ef-f247-4ec3-85aa-c460cdea85b8/volume-70a6e5ef-f247-4ec3-85aa-c460cdea85b8.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.975028] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a010b469-9b98-4522-b956-49eaccb35cf2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.990655] env[69162]: DEBUG oslo_vmware.api [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1230.990655] env[69162]: value = "task-3233376" [ 1230.990655] env[69162]: _type = "Task" [ 1230.990655] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.001377] env[69162]: DEBUG oslo_vmware.api [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.206517] env[69162]: INFO nova.compute.claims [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.225343] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c35c36aa-f35a-4cdc-b88a-656915cef117 tempest-AttachInterfacesV270Test-1565881956 tempest-AttachInterfacesV270Test-1565881956-project-member] Lock "bd4d7612-1c9f-4d18-b759-3d8096c35012" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.844s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.240133] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233375, 'name': ReconfigVM_Task, 'duration_secs': 0.495846} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.240487] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 21dd7391-4bee-485a-a6bd-822d78495760/21dd7391-4bee-485a-a6bd-822d78495760.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.241383] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43fad0a8-4e00-4370-9824-31727e0cd18d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.247972] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1231.247972] env[69162]: value = "task-3233377" [ 1231.247972] env[69162]: _type = "Task" [ 1231.247972] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.257425] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233377, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.298873] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.299199] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd14e65-e586-43a4-8841-4360b612ff29 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.305544] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1231.305544] env[69162]: value = "task-3233378" [ 1231.305544] env[69162]: _type = "Task" [ 1231.305544] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.314551] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.500483] env[69162]: DEBUG oslo_vmware.api [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233376, 'name': ReconfigVM_Task, 'duration_secs': 0.147357} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.500838] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646283', 'volume_id': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'name': 'volume-70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174681e5-e6cc-4299-85b2-5d7b0c743aea', 'attached_at': '', 'detached_at': '', 'volume_id': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'serial': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.713095] env[69162]: INFO nova.compute.resource_tracker [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating resource usage from migration 4a904232-42f3-4c7c-ad81-cf618fc5d203 [ 1231.760140] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233377, 'name': Rename_Task, 'duration_secs': 0.168324} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.764403] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.764963] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06577a63-e634-46a2-99b7-4c0519981e45 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.771435] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1231.771435] env[69162]: value = "task-3233379" [ 1231.771435] env[69162]: _type = "Task" [ 1231.771435] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.779459] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.816419] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233378, 'name': PowerOffVM_Task, 'duration_secs': 0.16643} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.816714] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.817540] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225fdb6d-3622-45d8-8c71-9f5bc0a1f13b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.845832] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4369989e-b9f6-4e33-a2ca-5eaf1fc50883 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.849041] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.035550] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe666d7-1eb5-45cc-8644-93e4d7c88ce5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.044149] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187750f7-e14f-46e5-8491-f72bedf249b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.079969] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e44af0-5c2a-45ad-ba77-ddc6ffe4016b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.087990] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b76878-cfdc-439d-8cbf-eaf09845c5f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.106101] env[69162]: DEBUG nova.compute.provider_tree [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.284690] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.357040] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Creating Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1232.357398] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7445c4b5-c288-45e0-809c-2510bc474c9d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.364340] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1232.364340] env[69162]: value = "task-3233380" [ 1232.364340] env[69162]: _type = "Task" [ 1232.364340] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.374110] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233380, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.584395] env[69162]: DEBUG nova.objects.instance [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'flavor' on Instance uuid 174681e5-e6cc-4299-85b2-5d7b0c743aea {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.609368] env[69162]: DEBUG nova.scheduler.client.report [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.783978] env[69162]: DEBUG oslo_vmware.api [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233379, 'name': PowerOnVM_Task, 'duration_secs': 0.802002} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.785103] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.785103] env[69162]: INFO nova.compute.manager [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1232.785103] env[69162]: DEBUG nova.compute.manager [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.785988] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce7e287-c5d0-4168-b3e0-bdca030451f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.878014] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233380, 'name': CreateSnapshot_Task, 'duration_secs': 0.432144} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.878396] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Created Snapshot of the VM instance {{(pid=69162) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1232.879362] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e860da83-e2e8-4431-b699-57bbb7adc4a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.095995] env[69162]: DEBUG oslo_concurrency.lockutils [None req-96e1a3ec-d209-4b5f-afdf-3cb2a9851edf tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.348s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.114344] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.422s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.114558] env[69162]: INFO nova.compute.manager [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Migrating [ 1233.123908] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.867s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.125406] env[69162]: INFO nova.compute.claims [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.308163] env[69162]: INFO nova.compute.manager [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Took 14.22 seconds to build instance. [ 1233.358743] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.358972] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.399789] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Creating linked-clone VM from snapshot {{(pid=69162) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1233.400137] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-967774da-cc2e-4c2f-9007-434b8f8a5a9d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.412101] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1233.412101] env[69162]: value = "task-3233381" [ 1233.412101] env[69162]: _type = "Task" [ 1233.412101] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.421134] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233381, 'name': CloneVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.638236] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.638577] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.638710] env[69162]: DEBUG nova.network.neutron [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.811281] env[69162]: DEBUG oslo_concurrency.lockutils [None req-03edc6fb-b9ba-4b79-907a-d40439d90160 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "21dd7391-4bee-485a-a6bd-822d78495760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.733s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.861135] env[69162]: DEBUG nova.compute.manager [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.923109] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233381, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.975041] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.975309] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.048103] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "da4d62ae-49c7-4381-b690-35dc86e89d28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.048390] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "da4d62ae-49c7-4381-b690-35dc86e89d28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.347974] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6299081b-3d57-453e-8e41-598952ed404e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.358179] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69920ce3-e4f3-4b78-b896-c7c288bd99b4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.391275] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72e78ef-0524-46ab-950f-cc4f6bcbcd5c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.401172] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81d3178-06d1-4ed9-ba63-6f6d7ecb2c96 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.407135] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.415371] env[69162]: DEBUG nova.compute.provider_tree [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.430020] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233381, 'name': CloneVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.478760] env[69162]: DEBUG nova.compute.utils [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.499018] env[69162]: DEBUG nova.network.neutron [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance_info_cache with network_info: [{"id": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "address": "fa:16:3e:98:90:6d", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab4a885-cc", "ovs_interfaceid": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.550653] env[69162]: DEBUG nova.compute.manager [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.920512] env[69162]: DEBUG nova.scheduler.client.report [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.927368] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233381, 'name': CloneVM_Task, 'duration_secs': 1.386722} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.927599] env[69162]: INFO nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Created linked-clone VM from snapshot [ 1234.928422] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987aeb36-440b-4904-b2a2-4e494712de11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.937727] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Uploading image ba3effdf-d2a7-4bb9-8a8d-7494a777133d {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1234.964286] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1234.964286] env[69162]: value = "vm-646286" [ 1234.964286] env[69162]: _type = "VirtualMachine" [ 1234.964286] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1234.964587] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-feda950b-e871-4ecf-aff8-056656d193e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.971302] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lease: (returnval){ [ 1234.971302] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52019802-8e8d-99a6-e39c-240102f17c5f" [ 1234.971302] env[69162]: _type = "HttpNfcLease" [ 1234.971302] env[69162]: } obtained for exporting VM: (result){ [ 1234.971302] env[69162]: value = "vm-646286" [ 1234.971302] env[69162]: _type = "VirtualMachine" [ 1234.971302] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1234.971993] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the lease: (returnval){ [ 1234.971993] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52019802-8e8d-99a6-e39c-240102f17c5f" [ 1234.971993] env[69162]: _type = "HttpNfcLease" [ 1234.971993] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1234.978465] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.978465] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52019802-8e8d-99a6-e39c-240102f17c5f" [ 1234.978465] env[69162]: _type = "HttpNfcLease" [ 1234.978465] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1234.982130] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.000149] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.084743] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.429438] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.430186] env[69162]: DEBUG nova.compute.manager [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.432548] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.777s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.432758] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.433410] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1235.433410] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.623s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.433410] env[69162]: DEBUG nova.objects.instance [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'resources' on Instance uuid a5648f18-d78a-4449-98be-bfa1c93d4e23 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.436842] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f875f834-3306-426a-905c-f8ac662c3d60 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.444586] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57233dc6-f751-4ef0-ae48-c8601677ed61 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.461940] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309b1872-8926-46f8-bf85-f8dd972d4599 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.471399] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bee07b-b433-42de-935b-d9c28f134db6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.483907] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.483907] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52019802-8e8d-99a6-e39c-240102f17c5f" [ 1235.483907] env[69162]: _type = "HttpNfcLease" [ 1235.483907] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1235.512878] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1235.512878] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52019802-8e8d-99a6-e39c-240102f17c5f" [ 1235.512878] env[69162]: _type = "HttpNfcLease" [ 1235.512878] env[69162]: }. {{(pid=69162) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1235.516996] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179011MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1235.517149] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.518335] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8f458f-fd21-4a16-a8c1-959cdfcb716e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.528923] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208e838-5791-566d-f29e-415c57552942/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1235.529115] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208e838-5791-566d-f29e-415c57552942/disk-0.vmdk for reading. {{(pid=69162) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1235.623222] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65ee615a-b3d7-49ac-8ac4-5afdce941fdc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.937252] env[69162]: DEBUG nova.compute.utils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.938271] env[69162]: DEBUG nova.compute.manager [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.938491] env[69162]: DEBUG nova.network.neutron [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.941304] env[69162]: DEBUG nova.objects.instance [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'numa_topology' on Instance uuid a5648f18-d78a-4449-98be-bfa1c93d4e23 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.999812] env[69162]: DEBUG nova.policy [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39110f3df02b4872ab741d7d7d11f684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd1c8980ffcf4ea69116658e4bb3807d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.095151] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.096089] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.096445] env[69162]: INFO nova.compute.manager [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Attaching volume 982402b6-e2f0-4409-a684-98132b5aa5ae to /dev/sdc [ 1236.147202] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5df108-cbf3-4e8a-8b93-899d20a02761 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.156085] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20a213b-f1e3-474f-bf1c-88dbcccbffb8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.170149] env[69162]: DEBUG nova.virt.block_device [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Updating existing volume attachment record: 273b78a2-4c03-4857-8345-3e05776c0827 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1236.328136] env[69162]: DEBUG nova.network.neutron [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Successfully created port: abe7bfd5-2a2d-4081-8a14-580b9cea9e61 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.444101] env[69162]: DEBUG nova.compute.manager [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.446976] env[69162]: DEBUG nova.objects.base [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1236.530471] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa7992e-6429-410d-a7d0-4afe846450e4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.556975] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance '2610de4b-76e5-4d36-8544-525b4cb645c1' progress to 0 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.764041] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcfc74d-d433-4ac1-b38e-3f405bb43803 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.773289] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d869a05-0461-4f23-a064-6ab76f89f6cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.810146] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048fee31-3a55-4ce7-b7ae-9b126f4e8168 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.820237] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d546f1eb-38ac-48e3-a26d-3f3d1141d245 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.835084] env[69162]: DEBUG nova.compute.provider_tree [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.069348] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.070016] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cf2867f-b832-447f-9f6c-022b8b865092 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.078153] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1237.078153] env[69162]: value = "task-3233384" [ 1237.078153] env[69162]: _type = "Task" [ 1237.078153] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.088093] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.338960] env[69162]: DEBUG nova.scheduler.client.report [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.462018] env[69162]: DEBUG nova.compute.manager [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.488609] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.488966] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.489230] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.489455] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.489691] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.489871] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.490105] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.490311] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.490598] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.490819] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.491011] env[69162]: DEBUG nova.virt.hardware [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.492038] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a34cdeb-2961-4f6c-914a-2e50a43892fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.501891] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce42263-5634-4ddd-b6b3-19e5e99dfa10 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.588113] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233384, 'name': PowerOffVM_Task, 'duration_secs': 0.252859} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.588568] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.588782] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance '2610de4b-76e5-4d36-8544-525b4cb645c1' progress to 17 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.603101] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquiring lock "a7334193-7034-4f4c-9199-2bce317cc80d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.603330] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lock "a7334193-7034-4f4c-9199-2bce317cc80d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.779060] env[69162]: DEBUG nova.compute.manager [req-fda3040f-f7d1-45c4-8e1c-a0dbf62cf2c9 req-41597082-92d5-4974-b375-737ae2860965 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Received event network-vif-plugged-abe7bfd5-2a2d-4081-8a14-580b9cea9e61 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.779477] env[69162]: DEBUG oslo_concurrency.lockutils [req-fda3040f-f7d1-45c4-8e1c-a0dbf62cf2c9 req-41597082-92d5-4974-b375-737ae2860965 service nova] Acquiring lock "75451f08-9f54-4240-904e-0a3315a050c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.779522] env[69162]: DEBUG oslo_concurrency.lockutils [req-fda3040f-f7d1-45c4-8e1c-a0dbf62cf2c9 req-41597082-92d5-4974-b375-737ae2860965 service nova] Lock "75451f08-9f54-4240-904e-0a3315a050c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.779673] env[69162]: DEBUG oslo_concurrency.lockutils [req-fda3040f-f7d1-45c4-8e1c-a0dbf62cf2c9 req-41597082-92d5-4974-b375-737ae2860965 service nova] Lock "75451f08-9f54-4240-904e-0a3315a050c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.779840] env[69162]: DEBUG nova.compute.manager [req-fda3040f-f7d1-45c4-8e1c-a0dbf62cf2c9 req-41597082-92d5-4974-b375-737ae2860965 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] No waiting events found dispatching network-vif-plugged-abe7bfd5-2a2d-4081-8a14-580b9cea9e61 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.780014] env[69162]: WARNING nova.compute.manager [req-fda3040f-f7d1-45c4-8e1c-a0dbf62cf2c9 req-41597082-92d5-4974-b375-737ae2860965 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Received unexpected event network-vif-plugged-abe7bfd5-2a2d-4081-8a14-580b9cea9e61 for instance with vm_state building and task_state spawning. [ 1237.844920] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.411s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.848446] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.487s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.848603] env[69162]: DEBUG nova.objects.instance [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'pci_requests' on Instance uuid d6e9e114-238b-4390-b63e-1d737b41590b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.877084] env[69162]: DEBUG nova.network.neutron [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Successfully updated port: abe7bfd5-2a2d-4081-8a14-580b9cea9e61 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.097167] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.102477] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d21f06c8-9fdc-445f-8c07-9cf5e3aa54d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.113401] env[69162]: DEBUG nova.compute.manager [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.122111] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1238.122111] env[69162]: value = "task-3233385" [ 1238.122111] env[69162]: _type = "Task" [ 1238.122111] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.133310] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.355247] env[69162]: DEBUG nova.objects.instance [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'numa_topology' on Instance uuid d6e9e114-238b-4390-b63e-1d737b41590b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.358134] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5d8d24e1-4434-4219-8e7e-7d8ffa43cf54 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.318s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.359104] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.510s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.359403] env[69162]: INFO nova.compute.manager [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Unshelving [ 1238.383982] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "refresh_cache-75451f08-9f54-4240-904e-0a3315a050c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.383982] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "refresh_cache-75451f08-9f54-4240-904e-0a3315a050c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.383982] env[69162]: DEBUG nova.network.neutron [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.632783] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233385, 'name': ReconfigVM_Task, 'duration_secs': 0.333481} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.636074] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance '2610de4b-76e5-4d36-8544-525b4cb645c1' progress to 33 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.640686] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.859463] env[69162]: INFO nova.compute.claims [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.916489] env[69162]: DEBUG nova.network.neutron [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.074170] env[69162]: DEBUG nova.network.neutron [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Updating instance_info_cache with network_info: [{"id": "abe7bfd5-2a2d-4081-8a14-580b9cea9e61", "address": "fa:16:3e:44:e7:6a", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe7bfd5-2a", "ovs_interfaceid": "abe7bfd5-2a2d-4081-8a14-580b9cea9e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.140916] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.141189] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.141378] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.141582] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.141746] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.141934] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.142224] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.142427] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.142658] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.142859] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.143081] env[69162]: DEBUG nova.virt.hardware [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.149778] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.150096] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1730248-219d-4df8-bdcc-a0f86b666550 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.169881] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1239.169881] env[69162]: value = "task-3233387" [ 1239.169881] env[69162]: _type = "Task" [ 1239.169881] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.182390] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.384836] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.577316] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "refresh_cache-75451f08-9f54-4240-904e-0a3315a050c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.577648] env[69162]: DEBUG nova.compute.manager [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Instance network_info: |[{"id": "abe7bfd5-2a2d-4081-8a14-580b9cea9e61", "address": "fa:16:3e:44:e7:6a", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe7bfd5-2a", "ovs_interfaceid": "abe7bfd5-2a2d-4081-8a14-580b9cea9e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.578134] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:e7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abe7bfd5-2a2d-4081-8a14-580b9cea9e61', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.586059] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.586332] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.586592] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-830b8868-177f-47a6-bd12-1cbe9831c170 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.607880] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.607880] env[69162]: value = "task-3233388" [ 1239.607880] env[69162]: _type = "Task" [ 1239.607880] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.616042] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233388, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.681012] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233387, 'name': ReconfigVM_Task, 'duration_secs': 0.19177} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.681466] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1239.682301] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb971a53-6187-40c8-a058-35e411a0111e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.706778] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 2610de4b-76e5-4d36-8544-525b4cb645c1/2610de4b-76e5-4d36-8544-525b4cb645c1.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.707138] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8bcb68-b524-416a-80a6-9e0b01a156f7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.725242] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1239.725242] env[69162]: value = "task-3233389" [ 1239.725242] env[69162]: _type = "Task" [ 1239.725242] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.733342] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.813420] env[69162]: DEBUG nova.compute.manager [req-29eed453-7d8a-481e-b585-b4b35ef02894 req-aa2acb25-fd1d-4d9a-aaf0-7c7f0c4a3434 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Received event network-changed-abe7bfd5-2a2d-4081-8a14-580b9cea9e61 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.813697] env[69162]: DEBUG nova.compute.manager [req-29eed453-7d8a-481e-b585-b4b35ef02894 req-aa2acb25-fd1d-4d9a-aaf0-7c7f0c4a3434 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Refreshing instance network info cache due to event network-changed-abe7bfd5-2a2d-4081-8a14-580b9cea9e61. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.813932] env[69162]: DEBUG oslo_concurrency.lockutils [req-29eed453-7d8a-481e-b585-b4b35ef02894 req-aa2acb25-fd1d-4d9a-aaf0-7c7f0c4a3434 service nova] Acquiring lock "refresh_cache-75451f08-9f54-4240-904e-0a3315a050c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.814092] env[69162]: DEBUG oslo_concurrency.lockutils [req-29eed453-7d8a-481e-b585-b4b35ef02894 req-aa2acb25-fd1d-4d9a-aaf0-7c7f0c4a3434 service nova] Acquired lock "refresh_cache-75451f08-9f54-4240-904e-0a3315a050c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.814262] env[69162]: DEBUG nova.network.neutron [req-29eed453-7d8a-481e-b585-b4b35ef02894 req-aa2acb25-fd1d-4d9a-aaf0-7c7f0c4a3434 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Refreshing network info cache for port abe7bfd5-2a2d-4081-8a14-580b9cea9e61 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.090280] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588e0efb-9eaf-4356-a0df-fb4515487906 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.098206] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d10d5-1065-4219-ba91-a7c6345e3dc8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.134213] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c9814-f6bc-47c8-9717-427148cc7fc9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.141788] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233388, 'name': CreateVM_Task, 'duration_secs': 0.402674} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.143825] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.144611] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.144786] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.145147] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.146417] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8a75fc-4ecc-4c76-8dbd-0b2c5f095fa1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.150309] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e94a42f-dbc0-4e99-bbcf-9cf9ed364ade {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.155609] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1240.155609] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52726101-c811-7b92-9f61-6c8abb9fb512" [ 1240.155609] env[69162]: _type = "Task" [ 1240.155609] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.164071] env[69162]: DEBUG nova.compute.provider_tree [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.173875] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52726101-c811-7b92-9f61-6c8abb9fb512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.235850] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233389, 'name': ReconfigVM_Task, 'duration_secs': 0.386412} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.236247] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 2610de4b-76e5-4d36-8544-525b4cb645c1/2610de4b-76e5-4d36-8544-525b4cb645c1.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.236878] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance '2610de4b-76e5-4d36-8544-525b4cb645c1' progress to 50 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.528037] env[69162]: DEBUG nova.network.neutron [req-29eed453-7d8a-481e-b585-b4b35ef02894 req-aa2acb25-fd1d-4d9a-aaf0-7c7f0c4a3434 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Updated VIF entry in instance network info cache for port abe7bfd5-2a2d-4081-8a14-580b9cea9e61. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.528476] env[69162]: DEBUG nova.network.neutron [req-29eed453-7d8a-481e-b585-b4b35ef02894 req-aa2acb25-fd1d-4d9a-aaf0-7c7f0c4a3434 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Updating instance_info_cache with network_info: [{"id": "abe7bfd5-2a2d-4081-8a14-580b9cea9e61", "address": "fa:16:3e:44:e7:6a", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe7bfd5-2a", "ovs_interfaceid": "abe7bfd5-2a2d-4081-8a14-580b9cea9e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.670031] env[69162]: DEBUG nova.scheduler.client.report [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.678367] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52726101-c811-7b92-9f61-6c8abb9fb512, 'name': SearchDatastore_Task, 'duration_secs': 0.017486} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.678994] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.679297] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.679623] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.679830] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.680106] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.680429] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa20f067-ddf0-4dbb-a2f1-189d4355c10f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.689522] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.689856] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.690556] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e313436-f090-418f-8144-7884cc108a3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.697388] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1240.697388] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e46d2f-f1ac-19eb-040e-df5fa9d7c8a4" [ 1240.697388] env[69162]: _type = "Task" [ 1240.697388] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.706123] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e46d2f-f1ac-19eb-040e-df5fa9d7c8a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.722895] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1240.723200] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646287', 'volume_id': '982402b6-e2f0-4409-a684-98132b5aa5ae', 'name': 'volume-982402b6-e2f0-4409-a684-98132b5aa5ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174681e5-e6cc-4299-85b2-5d7b0c743aea', 'attached_at': '', 'detached_at': '', 'volume_id': '982402b6-e2f0-4409-a684-98132b5aa5ae', 'serial': '982402b6-e2f0-4409-a684-98132b5aa5ae'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1240.724437] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d07e469-fae7-4fa3-8ed0-2568d34ef167 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.744085] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0e48c9-db6f-4114-b157-2f01e0a7ddd9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.747486] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085efd28-9e6a-4cd9-8040-0e7998d5ccb1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.776221] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-982402b6-e2f0-4409-a684-98132b5aa5ae/volume-982402b6-e2f0-4409-a684-98132b5aa5ae.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.789441] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d52d2ae-d563-455b-ac79-da673fcc5592 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.803057] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa73d7d-cfea-4ebd-9dac-7e2eda0f5db6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.820927] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance '2610de4b-76e5-4d36-8544-525b4cb645c1' progress to 67 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.825544] env[69162]: DEBUG oslo_vmware.api [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1240.825544] env[69162]: value = "task-3233390" [ 1240.825544] env[69162]: _type = "Task" [ 1240.825544] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.833940] env[69162]: DEBUG oslo_vmware.api [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.031631] env[69162]: DEBUG oslo_concurrency.lockutils [req-29eed453-7d8a-481e-b585-b4b35ef02894 req-aa2acb25-fd1d-4d9a-aaf0-7c7f0c4a3434 service nova] Releasing lock "refresh_cache-75451f08-9f54-4240-904e-0a3315a050c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.179905] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.332s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.182293] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.775s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.184012] env[69162]: INFO nova.compute.claims [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.209824] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52e46d2f-f1ac-19eb-040e-df5fa9d7c8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.210691] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb516b57-ba3b-4de8-bc78-932281806484 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.216379] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1241.216379] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b849ed-30bf-0f0f-652c-f7b0f419d453" [ 1241.216379] env[69162]: _type = "Task" [ 1241.216379] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.217268] env[69162]: INFO nova.network.neutron [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updating port 6393d4dd-5e38-4181-b2e1-66384e359021 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1241.227391] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b849ed-30bf-0f0f-652c-f7b0f419d453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.339326] env[69162]: DEBUG oslo_vmware.api [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.386992] env[69162]: DEBUG nova.network.neutron [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Port dab4a885-cc6d-4e15-899d-fe3359eb6267 binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1241.729601] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b849ed-30bf-0f0f-652c-f7b0f419d453, 'name': SearchDatastore_Task, 'duration_secs': 0.014754} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.729971] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.730180] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 75451f08-9f54-4240-904e-0a3315a050c2/75451f08-9f54-4240-904e-0a3315a050c2.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.730451] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db0d8b15-f421-4aac-8136-94b6ec11989c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.737856] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1241.737856] env[69162]: value = "task-3233391" [ 1241.737856] env[69162]: _type = "Task" [ 1241.737856] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.746305] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.845803] env[69162]: DEBUG oslo_vmware.api [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233390, 'name': ReconfigVM_Task, 'duration_secs': 0.52969} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.845803] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-982402b6-e2f0-4409-a684-98132b5aa5ae/volume-982402b6-e2f0-4409-a684-98132b5aa5ae.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.850551] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a82be4-b215-42a1-9ea9-8b1bb05e4c67 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.867228] env[69162]: DEBUG oslo_vmware.api [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1241.867228] env[69162]: value = "task-3233392" [ 1241.867228] env[69162]: _type = "Task" [ 1241.867228] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.876013] env[69162]: DEBUG oslo_vmware.api [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.250188] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233391, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.376381] env[69162]: DEBUG oslo_vmware.api [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233392, 'name': ReconfigVM_Task, 'duration_secs': 0.161079} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.379200] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646287', 'volume_id': '982402b6-e2f0-4409-a684-98132b5aa5ae', 'name': 'volume-982402b6-e2f0-4409-a684-98132b5aa5ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174681e5-e6cc-4299-85b2-5d7b0c743aea', 'attached_at': '', 'detached_at': '', 'volume_id': '982402b6-e2f0-4409-a684-98132b5aa5ae', 'serial': '982402b6-e2f0-4409-a684-98132b5aa5ae'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1242.409427] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "2610de4b-76e5-4d36-8544-525b4cb645c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.409581] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.409764] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.506712] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df59d522-a57f-414c-b93f-f0d9cea0d6a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.514812] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12939b5d-75d2-4018-b321-80e1c4b829c1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.549432] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86a8038-f08e-4851-94a7-58d39b775b04 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.557323] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931f3519-270f-4dbe-bc18-8775ad71e0c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.571383] env[69162]: DEBUG nova.compute.provider_tree [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.669457] env[69162]: DEBUG nova.compute.manager [req-3276680d-6561-4d99-b593-d56f6cc688dd req-05fde2bd-b1c4-472a-aae3-8ef4190a8403 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received event network-vif-plugged-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.669714] env[69162]: DEBUG oslo_concurrency.lockutils [req-3276680d-6561-4d99-b593-d56f6cc688dd req-05fde2bd-b1c4-472a-aae3-8ef4190a8403 service nova] Acquiring lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.669913] env[69162]: DEBUG oslo_concurrency.lockutils [req-3276680d-6561-4d99-b593-d56f6cc688dd req-05fde2bd-b1c4-472a-aae3-8ef4190a8403 service nova] Lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.670109] env[69162]: DEBUG oslo_concurrency.lockutils [req-3276680d-6561-4d99-b593-d56f6cc688dd req-05fde2bd-b1c4-472a-aae3-8ef4190a8403 service nova] Lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.670276] env[69162]: DEBUG nova.compute.manager [req-3276680d-6561-4d99-b593-d56f6cc688dd req-05fde2bd-b1c4-472a-aae3-8ef4190a8403 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] No waiting events found dispatching network-vif-plugged-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.671291] env[69162]: WARNING nova.compute.manager [req-3276680d-6561-4d99-b593-d56f6cc688dd req-05fde2bd-b1c4-472a-aae3-8ef4190a8403 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received unexpected event network-vif-plugged-6393d4dd-5e38-4181-b2e1-66384e359021 for instance with vm_state shelved_offloaded and task_state spawning. [ 1242.748287] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649376} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.748608] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 75451f08-9f54-4240-904e-0a3315a050c2/75451f08-9f54-4240-904e-0a3315a050c2.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.748839] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.749120] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b95eb521-1306-4188-bce4-9e9b7d70968c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.755732] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1242.755732] env[69162]: value = "task-3233393" [ 1242.755732] env[69162]: _type = "Task" [ 1242.755732] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.760959] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.761240] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.761562] env[69162]: DEBUG nova.network.neutron [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.771851] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.990660] env[69162]: DEBUG nova.network.neutron [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updating instance_info_cache with network_info: [{"id": "6393d4dd-5e38-4181-b2e1-66384e359021", "address": "fa:16:3e:6c:ab:5e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6393d4dd-5e", "ovs_interfaceid": "6393d4dd-5e38-4181-b2e1-66384e359021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.074539] env[69162]: DEBUG nova.scheduler.client.report [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.265747] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065857} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.266421] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.266923] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a838e3d1-2eb4-4263-a4df-38888cf40982 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.291569] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 75451f08-9f54-4240-904e-0a3315a050c2/75451f08-9f54-4240-904e-0a3315a050c2.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.291980] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7f88f4-6f7b-4dee-b63c-6dc924f07419 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.315043] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1243.315043] env[69162]: value = "task-3233394" [ 1243.315043] env[69162]: _type = "Task" [ 1243.315043] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.323327] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.418434] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208e838-5791-566d-f29e-415c57552942/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1243.422370] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbbb5b2-f8fd-4d42-b5db-a311759d299c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.427163] env[69162]: DEBUG nova.objects.instance [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'flavor' on Instance uuid 174681e5-e6cc-4299-85b2-5d7b0c743aea {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.432468] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208e838-5791-566d-f29e-415c57552942/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1243.432653] env[69162]: ERROR oslo_vmware.rw_handles [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208e838-5791-566d-f29e-415c57552942/disk-0.vmdk due to incomplete transfer. [ 1243.432890] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-504e67c8-1217-4674-ac03-816eb625490a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.439826] env[69162]: DEBUG oslo_vmware.rw_handles [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208e838-5791-566d-f29e-415c57552942/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1243.440288] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Uploaded image ba3effdf-d2a7-4bb9-8a8d-7494a777133d to the Glance image server {{(pid=69162) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1243.442422] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Destroying the VM {{(pid=69162) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1243.443322] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1dfed50-df36-4075-80c2-97e71e5420cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.449779] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1243.449779] env[69162]: value = "task-3233395" [ 1243.449779] env[69162]: _type = "Task" [ 1243.449779] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.454701] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.454865] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.455057] env[69162]: DEBUG nova.network.neutron [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.459181] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233395, 'name': Destroy_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.494012] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.515759] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b77abd40d04fc35ea8818385b39d48cc',container_format='bare',created_at=2025-04-03T06:20:22Z,direct_url=,disk_format='vmdk',id=f2c8b245-b65a-4021-a9e2-a3e4772f3a29,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1226304611-shelved',owner='92b74db124934d18986780f012556476',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-03T06:20:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.516023] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.516186] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.516422] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.516553] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.516716] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.517084] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.517173] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.517268] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.517594] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.517594] env[69162]: DEBUG nova.virt.hardware [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.518495] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad3467-675e-4c18-aebc-337b571ab6d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.527401] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92a9c4b-94ae-496a-9f42-10c19fb07db3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.541966] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:ab:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6393d4dd-5e38-4181-b2e1-66384e359021', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.549502] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.549769] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.549983] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aa885fb-607e-4aaf-9607-0f6530d7cca1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.570489] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.570489] env[69162]: value = "task-3233396" [ 1243.570489] env[69162]: _type = "Task" [ 1243.570489] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.580966] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.581560] env[69162]: DEBUG nova.compute.manager [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.584301] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233396, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.584576] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.500s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.586035] env[69162]: INFO nova.compute.claims [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.833029] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.937021] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f1289f07-d5ff-4531-b7bb-11f231cefb57 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.841s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.965396] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233395, 'name': Destroy_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.080100] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233396, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.090237] env[69162]: DEBUG nova.compute.utils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.093819] env[69162]: DEBUG nova.compute.manager [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.093993] env[69162]: DEBUG nova.network.neutron [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.166916] env[69162]: DEBUG nova.policy [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ef80f60b9fc40779af0873871790db4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d2ba0bdabbc4fa19cfd0a14db5bf903', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.247009] env[69162]: DEBUG nova.network.neutron [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance_info_cache with network_info: [{"id": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "address": "fa:16:3e:98:90:6d", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab4a885-cc", "ovs_interfaceid": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.328068] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233394, 'name': ReconfigVM_Task, 'duration_secs': 0.75563} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.329062] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 75451f08-9f54-4240-904e-0a3315a050c2/75451f08-9f54-4240-904e-0a3315a050c2.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.329062] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b42ce7a-b2f7-4e50-84ad-25a7b1b2b8a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.334803] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1244.334803] env[69162]: value = "task-3233397" [ 1244.334803] env[69162]: _type = "Task" [ 1244.334803] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.342178] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233397, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.469662] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233395, 'name': Destroy_Task, 'duration_secs': 0.655216} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.470231] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Destroyed the VM [ 1244.470528] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Deleting Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1244.470961] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6118dc23-a691-414b-a0eb-e0120cea7bcd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.474828] env[69162]: DEBUG nova.network.neutron [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Successfully created port: bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.481521] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1244.481521] env[69162]: value = "task-3233398" [ 1244.481521] env[69162]: _type = "Task" [ 1244.481521] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.489814] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233398, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.580947] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233396, 'name': CreateVM_Task, 'duration_secs': 0.529918} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.581148] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.581855] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.582038] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.582420] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.582689] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fecf001-f1a5-4b41-a651-ab3819f09443 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.587387] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1244.587387] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528ac3ec-837a-a3e1-b280-0f0fa609b6fd" [ 1244.587387] env[69162]: _type = "Task" [ 1244.587387] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.595128] env[69162]: DEBUG nova.compute.manager [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.597804] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528ac3ec-837a-a3e1-b280-0f0fa609b6fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.707681] env[69162]: DEBUG nova.compute.manager [req-4df6c4a0-9cf0-482c-9c31-9d5759569ca5 req-711cbe07-d57a-4ebe-8429-025deb808747 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received event network-changed-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.709767] env[69162]: DEBUG nova.compute.manager [req-4df6c4a0-9cf0-482c-9c31-9d5759569ca5 req-711cbe07-d57a-4ebe-8429-025deb808747 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Refreshing instance network info cache due to event network-changed-6393d4dd-5e38-4181-b2e1-66384e359021. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.709767] env[69162]: DEBUG oslo_concurrency.lockutils [req-4df6c4a0-9cf0-482c-9c31-9d5759569ca5 req-711cbe07-d57a-4ebe-8429-025deb808747 service nova] Acquiring lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.709767] env[69162]: DEBUG oslo_concurrency.lockutils [req-4df6c4a0-9cf0-482c-9c31-9d5759569ca5 req-711cbe07-d57a-4ebe-8429-025deb808747 service nova] Acquired lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.709767] env[69162]: DEBUG nova.network.neutron [req-4df6c4a0-9cf0-482c-9c31-9d5759569ca5 req-711cbe07-d57a-4ebe-8429-025deb808747 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Refreshing network info cache for port 6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.749650] env[69162]: DEBUG oslo_concurrency.lockutils [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.796720] env[69162]: DEBUG oslo_concurrency.lockutils [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.797088] env[69162]: DEBUG oslo_concurrency.lockutils [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.843690] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233397, 'name': Rename_Task, 'duration_secs': 0.140341} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.844703] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.845464] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca746ae-cfa0-4ead-ada5-1009b54c81af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.847748] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5348e022-fb86-4233-a436-cb27964cb8f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.853669] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2a287b-bf5f-4f70-8df0-e8f9673c8000 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.857722] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1244.857722] env[69162]: value = "task-3233399" [ 1244.857722] env[69162]: _type = "Task" [ 1244.857722] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.886925] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828688ec-b144-4782-8aaf-9428a198072e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.892478] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.897267] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94028e74-a7e6-447c-8bd8-a614864fde4d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.910899] env[69162]: DEBUG nova.compute.provider_tree [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.991655] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233398, 'name': RemoveSnapshot_Task, 'duration_secs': 0.334327} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.991655] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Deleted Snapshot of the VM instance {{(pid=69162) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1244.991944] env[69162]: DEBUG nova.compute.manager [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.992742] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444f957c-d8ac-4879-915f-8cf76ee84f95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.097737] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.098088] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Processing image f2c8b245-b65a-4021-a9e2-a3e4772f3a29 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.098359] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29/f2c8b245-b65a-4021-a9e2-a3e4772f3a29.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.098533] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29/f2c8b245-b65a-4021-a9e2-a3e4772f3a29.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.098727] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.098979] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee325aaf-5a54-4cc6-a773-599bc8bfaf6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.111034] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.111496] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.112117] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e8e648-a21a-4a74-b34e-3a7035b0df06 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.117415] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1245.117415] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5298908c-ec59-40c0-8ef8-7b541042ae71" [ 1245.117415] env[69162]: _type = "Task" [ 1245.117415] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.126123] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5298908c-ec59-40c0-8ef8-7b541042ae71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.273928] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7d0f7b-cba0-4adf-a554-899e32dc9caa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.298985] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe946d2-1cb5-48d7-ad5f-71e0297388f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.303229] env[69162]: INFO nova.compute.manager [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Detaching volume 70a6e5ef-f247-4ec3-85aa-c460cdea85b8 [ 1245.307990] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance '2610de4b-76e5-4d36-8544-525b4cb645c1' progress to 83 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.349859] env[69162]: INFO nova.virt.block_device [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Attempting to driver detach volume 70a6e5ef-f247-4ec3-85aa-c460cdea85b8 from mountpoint /dev/sdb [ 1245.350110] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1245.350301] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646283', 'volume_id': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'name': 'volume-70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174681e5-e6cc-4299-85b2-5d7b0c743aea', 'attached_at': '', 'detached_at': '', 'volume_id': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'serial': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1245.351225] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d40c3c-ef96-42d1-aaa5-206eae33194c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.382104] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600b5279-ee5a-461c-9dc2-6a3b735ca54b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.391087] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233399, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.394259] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a449bc-c1fe-4066-a660-e177115f41cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.419649] env[69162]: DEBUG nova.scheduler.client.report [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.427277] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649b3a41-de78-4aee-93f3-d23a81c7e75e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.444075] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] The volume has not been displaced from its original location: [datastore1] volume-70a6e5ef-f247-4ec3-85aa-c460cdea85b8/volume-70a6e5ef-f247-4ec3-85aa-c460cdea85b8.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1245.449340] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1245.450436] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d206a0-8de3-42e4-bc70-cfa18dbc6e0f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.471352] env[69162]: DEBUG oslo_vmware.api [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1245.471352] env[69162]: value = "task-3233400" [ 1245.471352] env[69162]: _type = "Task" [ 1245.471352] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.480193] env[69162]: DEBUG oslo_vmware.api [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.499676] env[69162]: DEBUG nova.network.neutron [req-4df6c4a0-9cf0-482c-9c31-9d5759569ca5 req-711cbe07-d57a-4ebe-8429-025deb808747 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updated VIF entry in instance network info cache for port 6393d4dd-5e38-4181-b2e1-66384e359021. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.500063] env[69162]: DEBUG nova.network.neutron [req-4df6c4a0-9cf0-482c-9c31-9d5759569ca5 req-711cbe07-d57a-4ebe-8429-025deb808747 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updating instance_info_cache with network_info: [{"id": "6393d4dd-5e38-4181-b2e1-66384e359021", "address": "fa:16:3e:6c:ab:5e", "network": {"id": "2c7ef5a6-5368-4e74-a223-f0735c56491f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1805485245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b74db124934d18986780f012556476", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6393d4dd-5e", "ovs_interfaceid": "6393d4dd-5e38-4181-b2e1-66384e359021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.505780] env[69162]: INFO nova.compute.manager [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Shelve offloading [ 1245.607258] env[69162]: DEBUG nova.compute.manager [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.628865] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Preparing fetch location {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1245.629131] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Fetch image to [datastore1] OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d/OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d.vmdk {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1245.629318] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Downloading stream optimized image f2c8b245-b65a-4021-a9e2-a3e4772f3a29 to [datastore1] OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d/OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d.vmdk on the data store datastore1 as vApp {{(pid=69162) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1245.629482] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Downloading image file data f2c8b245-b65a-4021-a9e2-a3e4772f3a29 to the ESX as VM named 'OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d' {{(pid=69162) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1245.637027] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.637027] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.637222] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.637222] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.637362] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.637511] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.637719] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.637877] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.638053] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.638218] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.638386] env[69162]: DEBUG nova.virt.hardware [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.639208] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd5720a-2a9b-4c14-8a3d-8d236d7b74b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.647183] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad8706b-d4e1-43e0-b01c-2ffc8141c3b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.702816] env[69162]: DEBUG oslo_vmware.rw_handles [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1245.702816] env[69162]: value = "resgroup-9" [ 1245.702816] env[69162]: _type = "ResourcePool" [ 1245.702816] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1245.703162] env[69162]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e84403d9-c37c-43ec-96d8-6beeb94b5e17 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.725494] env[69162]: DEBUG oslo_vmware.rw_handles [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lease: (returnval){ [ 1245.725494] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5231d411-a5bf-6413-e849-5e66821612e0" [ 1245.725494] env[69162]: _type = "HttpNfcLease" [ 1245.725494] env[69162]: } obtained for vApp import into resource pool (val){ [ 1245.725494] env[69162]: value = "resgroup-9" [ 1245.725494] env[69162]: _type = "ResourcePool" [ 1245.725494] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1245.725792] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the lease: (returnval){ [ 1245.725792] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5231d411-a5bf-6413-e849-5e66821612e0" [ 1245.725792] env[69162]: _type = "HttpNfcLease" [ 1245.725792] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1245.732553] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.732553] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5231d411-a5bf-6413-e849-5e66821612e0" [ 1245.732553] env[69162]: _type = "HttpNfcLease" [ 1245.732553] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1245.815091] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.815253] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26fed6aa-78b1-48bc-8124-52231da7d226 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.822888] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1245.822888] env[69162]: value = "task-3233402" [ 1245.822888] env[69162]: _type = "Task" [ 1245.822888] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.831706] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.886316] env[69162]: DEBUG oslo_vmware.api [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233399, 'name': PowerOnVM_Task, 'duration_secs': 0.572907} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.886853] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.886960] env[69162]: INFO nova.compute.manager [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1245.887083] env[69162]: DEBUG nova.compute.manager [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.887929] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef42ba6-ba18-4412-b2da-f9c0445d1b80 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.931939] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.931939] env[69162]: DEBUG nova.compute.manager [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.934662] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.417s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.984903] env[69162]: DEBUG oslo_vmware.api [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233400, 'name': ReconfigVM_Task, 'duration_secs': 0.402383} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.985612] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.990700] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d56789fb-71d1-4f25-accd-e484dcd2fcf6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.002316] env[69162]: DEBUG nova.network.neutron [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Successfully updated port: bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.005255] env[69162]: DEBUG oslo_concurrency.lockutils [req-4df6c4a0-9cf0-482c-9c31-9d5759569ca5 req-711cbe07-d57a-4ebe-8429-025deb808747 service nova] Releasing lock "refresh_cache-d6e9e114-238b-4390-b63e-1d737b41590b" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.009074] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.009653] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530585c2-9755-4fad-aadf-4851e10d188d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.012759] env[69162]: DEBUG oslo_vmware.api [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1246.012759] env[69162]: value = "task-3233403" [ 1246.012759] env[69162]: _type = "Task" [ 1246.012759] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.020738] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1246.020738] env[69162]: value = "task-3233404" [ 1246.020738] env[69162]: _type = "Task" [ 1246.020738] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.026642] env[69162]: DEBUG oslo_vmware.api [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.035844] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1246.036066] env[69162]: DEBUG nova.compute.manager [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.036855] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa489487-f958-4a24-94ce-cb1731ea17c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.043162] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.043372] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.043557] env[69162]: DEBUG nova.network.neutron [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.234697] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.234697] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5231d411-a5bf-6413-e849-5e66821612e0" [ 1246.234697] env[69162]: _type = "HttpNfcLease" [ 1246.234697] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1246.234999] env[69162]: DEBUG oslo_vmware.rw_handles [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1246.234999] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5231d411-a5bf-6413-e849-5e66821612e0" [ 1246.234999] env[69162]: _type = "HttpNfcLease" [ 1246.234999] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1246.235745] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed5259-0717-4d58-b602-a74a3ca5acc2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.243108] env[69162]: DEBUG oslo_vmware.rw_handles [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0126c-9f06-76ba-ec2d-58e5f28b5330/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1246.243285] env[69162]: DEBUG oslo_vmware.rw_handles [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0126c-9f06-76ba-ec2d-58e5f28b5330/disk-0.vmdk. {{(pid=69162) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1246.308190] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a71ea67e-8c17-4508-8f70-3dfd3b0c4e3c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.334401] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233402, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.404694] env[69162]: INFO nova.compute.manager [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Took 18.16 seconds to build instance. [ 1246.437743] env[69162]: DEBUG nova.compute.utils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.439137] env[69162]: DEBUG nova.compute.manager [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.439315] env[69162]: DEBUG nova.network.neutron [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.491345] env[69162]: DEBUG nova.policy [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cacda18db0b641259c0e3c1e56840935', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26914cc9e5c4bb4ae091f19c867e9d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.506935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.507098] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.507250] env[69162]: DEBUG nova.network.neutron [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.524558] env[69162]: DEBUG oslo_vmware.api [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233403, 'name': ReconfigVM_Task, 'duration_secs': 0.154733} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.524954] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646283', 'volume_id': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'name': 'volume-70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174681e5-e6cc-4299-85b2-5d7b0c743aea', 'attached_at': '', 'detached_at': '', 'volume_id': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8', 'serial': '70a6e5ef-f247-4ec3-85aa-c460cdea85b8'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1246.747837] env[69162]: DEBUG nova.compute.manager [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Received event network-vif-plugged-bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.748593] env[69162]: DEBUG oslo_concurrency.lockutils [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] Acquiring lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.748914] env[69162]: DEBUG oslo_concurrency.lockutils [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.749202] env[69162]: DEBUG oslo_concurrency.lockutils [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.749441] env[69162]: DEBUG nova.compute.manager [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] No waiting events found dispatching network-vif-plugged-bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.749701] env[69162]: WARNING nova.compute.manager [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Received unexpected event network-vif-plugged-bf63e625-736c-4b86-8d24-1e4b06ed6d34 for instance with vm_state building and task_state spawning. [ 1246.749938] env[69162]: DEBUG nova.compute.manager [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Received event network-changed-bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.750196] env[69162]: DEBUG nova.compute.manager [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Refreshing instance network info cache due to event network-changed-bf63e625-736c-4b86-8d24-1e4b06ed6d34. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.750452] env[69162]: DEBUG oslo_concurrency.lockutils [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] Acquiring lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.836807] env[69162]: DEBUG oslo_vmware.api [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233402, 'name': PowerOnVM_Task, 'duration_secs': 0.597363} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.836932] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.837177] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-809c5aaa-f73c-41a4-88f0-98e63456bc07 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance '2610de4b-76e5-4d36-8544-525b4cb645c1' progress to 100 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.909768] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8d37c661-44a8-4dcf-b278-ba0839aebf0a tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "75451f08-9f54-4240-904e-0a3315a050c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.677s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.942496] env[69162]: DEBUG nova.compute.manager [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.952126] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Applying migration context for instance 2610de4b-76e5-4d36-8544-525b4cb645c1 as it has an incoming, in-progress migration 4a904232-42f3-4c7c-ad81-cf618fc5d203. Migration status is post-migrating {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1246.952126] env[69162]: INFO nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating resource usage from migration 4a904232-42f3-4c7c-ad81-cf618fc5d203 [ 1246.958316] env[69162]: DEBUG nova.network.neutron [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Updating instance_info_cache with network_info: [{"id": "86730d17-2338-495f-abd0-41c890ea5d27", "address": "fa:16:3e:f7:0c:83", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86730d17-23", "ovs_interfaceid": "86730d17-2338-495f-abd0-41c890ea5d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.993250] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.993250] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 42295a16-2646-4c85-90bf-63807ed23bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.993250] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 174681e5-e6cc-4299-85b2-5d7b0c743aea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.993250] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 42834082-43df-4698-b2c6-f70cc319d4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.993250] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 9cae9751-7a86-4b3b-941e-e7a96c29facf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.993491] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.993570] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 7f3a9aa4-55e6-4670-ab57-55aed12138ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.993632] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 21dd7391-4bee-485a-a6bd-822d78495760 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.993796] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance d6e9e114-238b-4390-b63e-1d737b41590b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.993932] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Migration 4a904232-42f3-4c7c-ad81-cf618fc5d203 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1246.994062] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 2610de4b-76e5-4d36-8544-525b4cb645c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.994278] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 75451f08-9f54-4240-904e-0a3315a050c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1246.998669] env[69162]: DEBUG nova.network.neutron [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Successfully created port: 604bc2ea-ebd8-4ea9-a271-a7e639f87e1f {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.063956] env[69162]: DEBUG nova.network.neutron [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.080751] env[69162]: DEBUG nova.objects.instance [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'flavor' on Instance uuid 174681e5-e6cc-4299-85b2-5d7b0c743aea {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.287078] env[69162]: DEBUG nova.network.neutron [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updating instance_info_cache with network_info: [{"id": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "address": "fa:16:3e:18:60:62", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf63e625-73", "ovs_interfaceid": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.461954] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.468163] env[69162]: DEBUG nova.compute.manager [req-e5b41e8b-7dea-4642-9602-4e382ad5d714 req-849ef0ee-5922-4bae-ae7f-0c9671dcf5a6 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Received event network-changed-abe7bfd5-2a2d-4081-8a14-580b9cea9e61 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.468163] env[69162]: DEBUG nova.compute.manager [req-e5b41e8b-7dea-4642-9602-4e382ad5d714 req-849ef0ee-5922-4bae-ae7f-0c9671dcf5a6 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Refreshing instance network info cache due to event network-changed-abe7bfd5-2a2d-4081-8a14-580b9cea9e61. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.468163] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5b41e8b-7dea-4642-9602-4e382ad5d714 req-849ef0ee-5922-4bae-ae7f-0c9671dcf5a6 service nova] Acquiring lock "refresh_cache-75451f08-9f54-4240-904e-0a3315a050c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.468163] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5b41e8b-7dea-4642-9602-4e382ad5d714 req-849ef0ee-5922-4bae-ae7f-0c9671dcf5a6 service nova] Acquired lock "refresh_cache-75451f08-9f54-4240-904e-0a3315a050c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.468163] env[69162]: DEBUG nova.network.neutron [req-e5b41e8b-7dea-4642-9602-4e382ad5d714 req-849ef0ee-5922-4bae-ae7f-0c9671dcf5a6 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Refreshing network info cache for port abe7bfd5-2a2d-4081-8a14-580b9cea9e61 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.497313] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance a5648f18-d78a-4449-98be-bfa1c93d4e23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1247.499639] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance a8a8fd3a-56a3-42bc-b990-6e1e164c18bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.499639] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance da4d62ae-49c7-4381-b690-35dc86e89d28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1247.525917] env[69162]: DEBUG oslo_vmware.rw_handles [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Completed reading data from the image iterator. {{(pid=69162) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1247.526157] env[69162]: DEBUG oslo_vmware.rw_handles [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0126c-9f06-76ba-ec2d-58e5f28b5330/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1247.527580] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc13b029-50aa-41bf-9ca8-efe92d02a5ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.535562] env[69162]: DEBUG oslo_vmware.rw_handles [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0126c-9f06-76ba-ec2d-58e5f28b5330/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1247.536622] env[69162]: DEBUG oslo_vmware.rw_handles [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0126c-9f06-76ba-ec2d-58e5f28b5330/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1247.537030] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f3cccd91-bc79-4e81-a12d-44ac1cdf9281 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.716440] env[69162]: DEBUG oslo_vmware.rw_handles [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0126c-9f06-76ba-ec2d-58e5f28b5330/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1247.716677] env[69162]: INFO nova.virt.vmwareapi.images [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Downloaded image file data f2c8b245-b65a-4021-a9e2-a3e4772f3a29 [ 1247.717543] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3572a7ea-7266-4b12-b7cc-18b155750b65 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.735755] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bc41b1b-89cc-4cb0-a208-41642a9febf0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.754843] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.754843] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fe12eb-ad99-41d2-86c2-3fbba8296c63 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.761091] env[69162]: INFO nova.virt.vmwareapi.images [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] The imported VM was unregistered [ 1247.763704] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Caching image {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1247.763978] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29 {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.766144] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a1709e-7269-4867-bfd9-32fc10df82a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.768258] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.768496] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e67a4ccc-b883-407e-a37a-510cfd3c0b5f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.787432] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Created directory with path [datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29 {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.787685] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d/OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d.vmdk to [datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29/f2c8b245-b65a-4021-a9e2-a3e4772f3a29.vmdk. {{(pid=69162) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1247.787963] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-db7ffff6-4120-4d3d-9a6c-9c46d8c64572 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.790140] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.790479] env[69162]: DEBUG nova.compute.manager [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Instance network_info: |[{"id": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "address": "fa:16:3e:18:60:62", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf63e625-73", "ovs_interfaceid": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.790786] env[69162]: DEBUG oslo_concurrency.lockutils [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] Acquired lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.791028] env[69162]: DEBUG nova.network.neutron [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Refreshing network info cache for port bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.792371] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:60:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf63e625-736c-4b86-8d24-1e4b06ed6d34', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.799731] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.801128] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.801347] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d781b6ed-489d-4a5d-a360-d7ab8ad4acb4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.817566] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1247.817566] env[69162]: value = "task-3233407" [ 1247.817566] env[69162]: _type = "Task" [ 1247.817566] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.822596] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.822596] env[69162]: value = "task-3233408" [ 1247.822596] env[69162]: _type = "Task" [ 1247.822596] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.828716] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233407, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.834889] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233408, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.839568] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.839783] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.839977] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleting the datastore file [datastore2] 7f3a9aa4-55e6-4670-ab57-55aed12138ee {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.840249] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45ccaf9e-d610-469e-97b1-d50b939eb039 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.847175] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1247.847175] env[69162]: value = "task-3233409" [ 1247.847175] env[69162]: _type = "Task" [ 1247.847175] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.861495] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.953578] env[69162]: DEBUG nova.compute.manager [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.985426] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.985717] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.985999] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.986280] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.986515] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.986711] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.986971] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.987286] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.987476] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.987673] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.987870] env[69162]: DEBUG nova.virt.hardware [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.988897] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d377a72-74e1-47d4-9514-713efdd9b8ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.998910] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a427171e-3a80-419c-b744-05d34b9885dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.004552] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance a7334193-7034-4f4c-9199-2bce317cc80d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1248.004819] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1248.004967] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1248.092163] env[69162]: DEBUG oslo_concurrency.lockutils [None req-45081d87-f71f-4ab3-8147-80dc20b69f58 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.152621] env[69162]: DEBUG oslo_concurrency.lockutils [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.152944] env[69162]: DEBUG oslo_concurrency.lockutils [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.233241] env[69162]: DEBUG nova.network.neutron [req-e5b41e8b-7dea-4642-9602-4e382ad5d714 req-849ef0ee-5922-4bae-ae7f-0c9671dcf5a6 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Updated VIF entry in instance network info cache for port abe7bfd5-2a2d-4081-8a14-580b9cea9e61. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.233641] env[69162]: DEBUG nova.network.neutron [req-e5b41e8b-7dea-4642-9602-4e382ad5d714 req-849ef0ee-5922-4bae-ae7f-0c9671dcf5a6 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Updating instance_info_cache with network_info: [{"id": "abe7bfd5-2a2d-4081-8a14-580b9cea9e61", "address": "fa:16:3e:44:e7:6a", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe7bfd5-2a", "ovs_interfaceid": "abe7bfd5-2a2d-4081-8a14-580b9cea9e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.281274] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d79e503-548c-4272-87a6-82b5eba841c9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.292099] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06273aaf-e557-4c2b-a5f7-f31ba373688e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.335073] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01067ba3-b65a-4a12-99cd-d563adaacd2f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.344411] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233408, 'name': CreateVM_Task, 'duration_secs': 0.367851} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.349535] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.349966] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233407, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.350833] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.350894] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.351300] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.355377] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0c389c-c2aa-4829-b197-a252b8646c30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.362581] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98937a3e-f8b9-4ac0-b7c0-1e20cb2178ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.381834] env[69162]: DEBUG oslo_vmware.api [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23414} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.391321] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.391559] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.391751] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.393982] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1248.393982] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525c5176-12be-1bd9-c388-067c6efad6bb" [ 1248.393982] env[69162]: _type = "Task" [ 1248.393982] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.394405] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.409895] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525c5176-12be-1bd9-c388-067c6efad6bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.421419] env[69162]: INFO nova.scheduler.client.report [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted allocations for instance 7f3a9aa4-55e6-4670-ab57-55aed12138ee [ 1248.659574] env[69162]: INFO nova.compute.manager [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Detaching volume 982402b6-e2f0-4409-a684-98132b5aa5ae [ 1248.669129] env[69162]: DEBUG nova.network.neutron [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updated VIF entry in instance network info cache for port bf63e625-736c-4b86-8d24-1e4b06ed6d34. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.669762] env[69162]: DEBUG nova.network.neutron [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updating instance_info_cache with network_info: [{"id": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "address": "fa:16:3e:18:60:62", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf63e625-73", "ovs_interfaceid": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.703890] env[69162]: INFO nova.virt.block_device [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Attempting to driver detach volume 982402b6-e2f0-4409-a684-98132b5aa5ae from mountpoint /dev/sdc [ 1248.704103] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1248.704375] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646287', 'volume_id': '982402b6-e2f0-4409-a684-98132b5aa5ae', 'name': 'volume-982402b6-e2f0-4409-a684-98132b5aa5ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174681e5-e6cc-4299-85b2-5d7b0c743aea', 'attached_at': '', 'detached_at': '', 'volume_id': '982402b6-e2f0-4409-a684-98132b5aa5ae', 'serial': '982402b6-e2f0-4409-a684-98132b5aa5ae'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1248.705558] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb700f3-161f-4f03-89f2-5948d589fc3d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.736494] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5b41e8b-7dea-4642-9602-4e382ad5d714 req-849ef0ee-5922-4bae-ae7f-0c9671dcf5a6 service nova] Releasing lock "refresh_cache-75451f08-9f54-4240-904e-0a3315a050c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.737590] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82d50a5-e0d9-447e-9535-8ea3f7955868 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.748339] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25ae2cf-c18f-488f-8af5-aefed2da42ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.775021] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb19aa-dc53-44c3-9129-faadeff7a35f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.799786] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] The volume has not been displaced from its original location: [datastore2] volume-982402b6-e2f0-4409-a684-98132b5aa5ae/volume-982402b6-e2f0-4409-a684-98132b5aa5ae.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1248.805353] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Reconfiguring VM instance instance-00000063 to detach disk 2002 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.807342] env[69162]: DEBUG nova.network.neutron [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Successfully updated port: 604bc2ea-ebd8-4ea9-a271-a7e639f87e1f {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.811364] env[69162]: DEBUG nova.compute.manager [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Received event network-vif-unplugged-86730d17-2338-495f-abd0-41c890ea5d27 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.811364] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] Acquiring lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.811364] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.811364] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.811364] env[69162]: DEBUG nova.compute.manager [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] No waiting events found dispatching network-vif-unplugged-86730d17-2338-495f-abd0-41c890ea5d27 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.811364] env[69162]: DEBUG nova.compute.manager [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Received event network-vif-unplugged-86730d17-2338-495f-abd0-41c890ea5d27 for instance with task_state deleting. {{(pid=69162) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1248.811364] env[69162]: DEBUG nova.compute.manager [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Received event network-changed-86730d17-2338-495f-abd0-41c890ea5d27 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.811364] env[69162]: DEBUG nova.compute.manager [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Refreshing instance network info cache due to event network-changed-86730d17-2338-495f-abd0-41c890ea5d27. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.812163] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] Acquiring lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.812163] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] Acquired lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.812163] env[69162]: DEBUG nova.network.neutron [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Refreshing network info cache for port 86730d17-2338-495f-abd0-41c890ea5d27 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.813765] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c015e07-51b8-46d3-90b2-8f3cac84d4ab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.831262] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "refresh_cache-da4d62ae-49c7-4381-b690-35dc86e89d28" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.831437] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "refresh_cache-da4d62ae-49c7-4381-b690-35dc86e89d28" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.831538] env[69162]: DEBUG nova.network.neutron [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.844585] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233407, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.845371] env[69162]: DEBUG oslo_vmware.api [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1248.845371] env[69162]: value = "task-3233411" [ 1248.845371] env[69162]: _type = "Task" [ 1248.845371] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.858486] env[69162]: DEBUG oslo_vmware.api [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.902479] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.916035] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]525c5176-12be-1bd9-c388-067c6efad6bb, 'name': SearchDatastore_Task, 'duration_secs': 0.0892} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.916189] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.916312] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.916576] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.916733] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.916916] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.917237] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ca9b61b-b910-42d2-9e56-2aaf2c9070fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.925931] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.940547] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.940832] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.941632] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8005ecff-6d53-4de1-a5d0-4cd03e7c803d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.950891] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1248.950891] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523501b6-619a-821e-c1da-cf85bedbfc6b" [ 1248.950891] env[69162]: _type = "Task" [ 1248.950891] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.962008] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523501b6-619a-821e-c1da-cf85bedbfc6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.076786] env[69162]: DEBUG nova.network.neutron [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Updated VIF entry in instance network info cache for port 86730d17-2338-495f-abd0-41c890ea5d27. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.077278] env[69162]: DEBUG nova.network.neutron [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Updating instance_info_cache with network_info: [{"id": "86730d17-2338-495f-abd0-41c890ea5d27", "address": "fa:16:3e:f7:0c:83", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": null, "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap86730d17-23", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.172934] env[69162]: DEBUG oslo_concurrency.lockutils [req-2452d040-2607-4be3-9bf1-9604fc48b66c req-92cc0360-ec0b-41f2-8c28-5f2f2e877aa6 service nova] Releasing lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.281873] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.350468] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233407, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.363625] env[69162]: DEBUG oslo_vmware.api [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.371469] env[69162]: DEBUG nova.network.neutron [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.411551] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1249.411908] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.477s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.412290] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.772s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.414517] env[69162]: INFO nova.compute.claims [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.418092] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.418312] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Cleaning up deleted instances {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1249.466739] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523501b6-619a-821e-c1da-cf85bedbfc6b, 'name': SearchDatastore_Task, 'duration_secs': 0.088979} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.467475] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c717ee-0b4a-4a8d-a98f-08ac416dfb66 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.475937] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1249.475937] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f4c082-7dca-0e80-41a0-52b0d8f68276" [ 1249.475937] env[69162]: _type = "Task" [ 1249.475937] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.487221] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f4c082-7dca-0e80-41a0-52b0d8f68276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.526633] env[69162]: DEBUG nova.network.neutron [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Updating instance_info_cache with network_info: [{"id": "604bc2ea-ebd8-4ea9-a271-a7e639f87e1f", "address": "fa:16:3e:aa:b2:6d", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604bc2ea-eb", "ovs_interfaceid": "604bc2ea-ebd8-4ea9-a271-a7e639f87e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.580344] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] Releasing lock "refresh_cache-7f3a9aa4-55e6-4670-ab57-55aed12138ee" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.580633] env[69162]: DEBUG nova.compute.manager [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Received event network-vif-plugged-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.580876] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] Acquiring lock "da4d62ae-49c7-4381-b690-35dc86e89d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.581207] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] Lock "da4d62ae-49c7-4381-b690-35dc86e89d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.581413] env[69162]: DEBUG oslo_concurrency.lockutils [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] Lock "da4d62ae-49c7-4381-b690-35dc86e89d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.581592] env[69162]: DEBUG nova.compute.manager [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] No waiting events found dispatching network-vif-plugged-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.581766] env[69162]: WARNING nova.compute.manager [req-5ff2d82b-ee91-40f3-84db-06f47b5cdc52 req-50d806cd-e927-43a7-83e8-cdfb484e595c service nova] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Received unexpected event network-vif-plugged-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f for instance with vm_state building and task_state spawning. [ 1249.631468] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "2610de4b-76e5-4d36-8544-525b4cb645c1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.631730] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.631927] env[69162]: DEBUG nova.compute.manager [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Going to confirm migration 7 {{(pid=69162) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1249.844971] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233407, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.861504] env[69162]: DEBUG oslo_vmware.api [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233411, 'name': ReconfigVM_Task, 'duration_secs': 0.548521} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.861844] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Reconfigured VM instance instance-00000063 to detach disk 2002 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.867134] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f4e527a-4276-427d-96c6-1228966a5422 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.884025] env[69162]: DEBUG oslo_vmware.api [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1249.884025] env[69162]: value = "task-3233412" [ 1249.884025] env[69162]: _type = "Task" [ 1249.884025] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.895236] env[69162]: DEBUG oslo_vmware.api [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.940695] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] There are 53 instances to clean {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1249.941020] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: bd4d7612-1c9f-4d18-b759-3d8096c35012] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.989935] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f4c082-7dca-0e80-41a0-52b0d8f68276, 'name': SearchDatastore_Task, 'duration_secs': 0.080892} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.990829] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.990829] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] a8a8fd3a-56a3-42bc-b990-6e1e164c18bb/a8a8fd3a-56a3-42bc-b990-6e1e164c18bb.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.990973] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77f641f8-ddaa-4dc2-8f71-bfb392da16c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.999672] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1249.999672] env[69162]: value = "task-3233413" [ 1249.999672] env[69162]: _type = "Task" [ 1249.999672] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.010086] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.029521] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "refresh_cache-da4d62ae-49c7-4381-b690-35dc86e89d28" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.029875] env[69162]: DEBUG nova.compute.manager [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Instance network_info: |[{"id": "604bc2ea-ebd8-4ea9-a271-a7e639f87e1f", "address": "fa:16:3e:aa:b2:6d", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604bc2ea-eb", "ovs_interfaceid": "604bc2ea-ebd8-4ea9-a271-a7e639f87e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.030390] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:b2:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '604bc2ea-ebd8-4ea9-a271-a7e639f87e1f', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.038495] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.041991] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.042582] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11cbc915-b70f-4309-b9fc-6a5d5cebfaae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.067989] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.067989] env[69162]: value = "task-3233414" [ 1250.067989] env[69162]: _type = "Task" [ 1250.067989] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.081805] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233414, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.190459] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0972df5-0fde-438c-a878-7db0304978a7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.200898] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434b6004-0f56-46f0-a1ec-efb97eaa0d0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.210423] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.210637] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.210828] env[69162]: DEBUG nova.network.neutron [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.211017] env[69162]: DEBUG nova.objects.instance [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'info_cache' on Instance uuid 2610de4b-76e5-4d36-8544-525b4cb645c1 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.241506] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d0f407-802d-430c-9a17-069f0dde6abb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.250217] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e1071e-777a-4960-8c97-1cd2ee694a03 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.264977] env[69162]: DEBUG nova.compute.provider_tree [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.344074] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233407, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.491552} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.344485] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d/OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d.vmdk to [datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29/f2c8b245-b65a-4021-a9e2-a3e4772f3a29.vmdk. [ 1250.344701] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Cleaning up location [datastore1] OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1250.344908] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d3007257-95e9-4f0a-838a-b613c42ce96d {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.345244] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52cec071-5694-4ccf-93ea-fb525a4ccabe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.351468] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1250.351468] env[69162]: value = "task-3233415" [ 1250.351468] env[69162]: _type = "Task" [ 1250.351468] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.359319] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.392934] env[69162]: DEBUG oslo_vmware.api [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233412, 'name': ReconfigVM_Task, 'duration_secs': 0.244659} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.393426] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646287', 'volume_id': '982402b6-e2f0-4409-a684-98132b5aa5ae', 'name': 'volume-982402b6-e2f0-4409-a684-98132b5aa5ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '174681e5-e6cc-4299-85b2-5d7b0c743aea', 'attached_at': '', 'detached_at': '', 'volume_id': '982402b6-e2f0-4409-a684-98132b5aa5ae', 'serial': '982402b6-e2f0-4409-a684-98132b5aa5ae'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1250.449093] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 92a3ec69-7803-43d9-8086-dd63012f463b] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.513074] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.579552] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233414, 'name': CreateVM_Task, 'duration_secs': 0.435316} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.579812] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.580555] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.580727] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.581084] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.581378] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3f6e3f-b3c6-45c8-b497-ac4b0860263a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.586699] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1250.586699] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528737ed-235b-c737-3126-86a02a81ab24" [ 1250.586699] env[69162]: _type = "Task" [ 1250.586699] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.595780] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528737ed-235b-c737-3126-86a02a81ab24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.769448] env[69162]: DEBUG nova.scheduler.client.report [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.817016] env[69162]: DEBUG nova.compute.manager [req-ac13c9b7-dfc9-4fcb-9a6e-b92f12eed947 req-de3a3651-f101-41dc-b5e3-5770016216ae service nova] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Received event network-changed-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.817273] env[69162]: DEBUG nova.compute.manager [req-ac13c9b7-dfc9-4fcb-9a6e-b92f12eed947 req-de3a3651-f101-41dc-b5e3-5770016216ae service nova] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Refreshing instance network info cache due to event network-changed-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.817504] env[69162]: DEBUG oslo_concurrency.lockutils [req-ac13c9b7-dfc9-4fcb-9a6e-b92f12eed947 req-de3a3651-f101-41dc-b5e3-5770016216ae service nova] Acquiring lock "refresh_cache-da4d62ae-49c7-4381-b690-35dc86e89d28" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.817696] env[69162]: DEBUG oslo_concurrency.lockutils [req-ac13c9b7-dfc9-4fcb-9a6e-b92f12eed947 req-de3a3651-f101-41dc-b5e3-5770016216ae service nova] Acquired lock "refresh_cache-da4d62ae-49c7-4381-b690-35dc86e89d28" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.817921] env[69162]: DEBUG nova.network.neutron [req-ac13c9b7-dfc9-4fcb-9a6e-b92f12eed947 req-de3a3651-f101-41dc-b5e3-5770016216ae service nova] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Refreshing network info cache for port 604bc2ea-ebd8-4ea9-a271-a7e639f87e1f {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.863194] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072058} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.865544] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.865718] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29/f2c8b245-b65a-4021-a9e2-a3e4772f3a29.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.865967] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29/f2c8b245-b65a-4021-a9e2-a3e4772f3a29.vmdk to [datastore1] d6e9e114-238b-4390-b63e-1d737b41590b/d6e9e114-238b-4390-b63e-1d737b41590b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.866547] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6fd97b8-6acf-432c-b3c0-956ba775d005 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.872989] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1250.872989] env[69162]: value = "task-3233416" [ 1250.872989] env[69162]: _type = "Task" [ 1250.872989] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.881017] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.940737] env[69162]: DEBUG nova.objects.instance [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'flavor' on Instance uuid 174681e5-e6cc-4299-85b2-5d7b0c743aea {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.952420] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: fdcc770d-9723-4bae-980f-497995f740e4] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.985721] env[69162]: DEBUG nova.network.neutron [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance_info_cache with network_info: [{"id": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "address": "fa:16:3e:98:90:6d", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab4a885-cc", "ovs_interfaceid": "dab4a885-cc6d-4e15-899d-fe3359eb6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.010352] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723746} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.010692] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] a8a8fd3a-56a3-42bc-b990-6e1e164c18bb/a8a8fd3a-56a3-42bc-b990-6e1e164c18bb.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.010692] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.011022] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62a754a1-c404-4f4f-a8f6-c175b72f0bd0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.017647] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1251.017647] env[69162]: value = "task-3233417" [ 1251.017647] env[69162]: _type = "Task" [ 1251.017647] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.025273] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.098736] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]528737ed-235b-c737-3126-86a02a81ab24, 'name': SearchDatastore_Task, 'duration_secs': 0.018048} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.099151] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.099460] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.100172] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.100172] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.100172] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.100381] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c9c9dba-17bc-444b-8003-f8dd3e9d90f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.112371] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.112688] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.113508] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560218c3-3b14-469c-be23-df90ee8d986e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.121436] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1251.121436] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a68ccf-15da-e727-311f-aa212132b00d" [ 1251.121436] env[69162]: _type = "Task" [ 1251.121436] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.131844] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a68ccf-15da-e727-311f-aa212132b00d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.277271] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.864s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.277271] env[69162]: DEBUG nova.compute.manager [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.281432] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.897s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.281752] env[69162]: DEBUG nova.objects.instance [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'pci_requests' on Instance uuid a5648f18-d78a-4449-98be-bfa1c93d4e23 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.385677] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233416, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.456160] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 10c631a8-eedc-45f2-ac18-a42714d362c9] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.488266] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-2610de4b-76e5-4d36-8544-525b4cb645c1" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.488685] env[69162]: DEBUG nova.objects.instance [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'migration_context' on Instance uuid 2610de4b-76e5-4d36-8544-525b4cb645c1 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.530144] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06008} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.530454] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.531346] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8fd252-d283-4b84-8297-05fbb51f3dba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.557608] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a8a8fd3a-56a3-42bc-b990-6e1e164c18bb/a8a8fd3a-56a3-42bc-b990-6e1e164c18bb.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.558757] env[69162]: DEBUG nova.network.neutron [req-ac13c9b7-dfc9-4fcb-9a6e-b92f12eed947 req-de3a3651-f101-41dc-b5e3-5770016216ae service nova] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Updated VIF entry in instance network info cache for port 604bc2ea-ebd8-4ea9-a271-a7e639f87e1f. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.559123] env[69162]: DEBUG nova.network.neutron [req-ac13c9b7-dfc9-4fcb-9a6e-b92f12eed947 req-de3a3651-f101-41dc-b5e3-5770016216ae service nova] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Updating instance_info_cache with network_info: [{"id": "604bc2ea-ebd8-4ea9-a271-a7e639f87e1f", "address": "fa:16:3e:aa:b2:6d", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604bc2ea-eb", "ovs_interfaceid": "604bc2ea-ebd8-4ea9-a271-a7e639f87e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.560505] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ae61db-a7c7-4160-b6b7-c4b64588c80f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.583932] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1251.583932] env[69162]: value = "task-3233419" [ 1251.583932] env[69162]: _type = "Task" [ 1251.583932] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.601468] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233419, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.634050] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a68ccf-15da-e727-311f-aa212132b00d, 'name': SearchDatastore_Task, 'duration_secs': 0.022495} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.634962] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d63055-1d9f-4ffe-9d27-764ca5a4023f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.641960] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1251.641960] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5229b0a9-e7cb-1bb3-bfee-78af89d88c84" [ 1251.641960] env[69162]: _type = "Task" [ 1251.641960] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.652820] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5229b0a9-e7cb-1bb3-bfee-78af89d88c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.785140] env[69162]: DEBUG nova.compute.utils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.788258] env[69162]: DEBUG nova.objects.instance [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'numa_topology' on Instance uuid a5648f18-d78a-4449-98be-bfa1c93d4e23 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.789423] env[69162]: DEBUG nova.compute.manager [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.789683] env[69162]: DEBUG nova.network.neutron [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.830285] env[69162]: DEBUG nova.policy [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd4d3752ba3641819af35ec83613752a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e71ea47050f54e359849986cc610c8db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.886798] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233416, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.948344] env[69162]: DEBUG oslo_concurrency.lockutils [None req-774358b7-2c34-4d0e-9fae-5ba0b9fec619 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.795s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.960322] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 3bc2a254-1926-4677-ab4b-fe26730aaacf] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.992281] env[69162]: DEBUG nova.objects.base [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Object Instance<2610de4b-76e5-4d36-8544-525b4cb645c1> lazy-loaded attributes: info_cache,migration_context {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1251.993325] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce2f558-9a99-425e-92e9-1c44fe7c32af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.021186] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c7d9de-80db-4c20-bbd6-854743851b56 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.031378] env[69162]: DEBUG oslo_vmware.api [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1252.031378] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521877d2-7541-fa79-4814-7302bdb32d0e" [ 1252.031378] env[69162]: _type = "Task" [ 1252.031378] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.042881] env[69162]: DEBUG oslo_vmware.api [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521877d2-7541-fa79-4814-7302bdb32d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.077926] env[69162]: DEBUG oslo_concurrency.lockutils [req-ac13c9b7-dfc9-4fcb-9a6e-b92f12eed947 req-de3a3651-f101-41dc-b5e3-5770016216ae service nova] Releasing lock "refresh_cache-da4d62ae-49c7-4381-b690-35dc86e89d28" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.098903] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233419, 'name': ReconfigVM_Task, 'duration_secs': 0.428218} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.099367] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a8a8fd3a-56a3-42bc-b990-6e1e164c18bb/a8a8fd3a-56a3-42bc-b990-6e1e164c18bb.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.099978] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a275583-9552-4741-92dd-866ef5b4fabd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.108070] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1252.108070] env[69162]: value = "task-3233420" [ 1252.108070] env[69162]: _type = "Task" [ 1252.108070] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.124045] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233420, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.147833] env[69162]: DEBUG nova.network.neutron [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Successfully created port: cc957a0b-d014-4e4b-a761-8796c7c9ef88 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.160697] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5229b0a9-e7cb-1bb3-bfee-78af89d88c84, 'name': SearchDatastore_Task, 'duration_secs': 0.033372} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.161079] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.161293] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] da4d62ae-49c7-4381-b690-35dc86e89d28/da4d62ae-49c7-4381-b690-35dc86e89d28.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.161562] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ba6b3da-f240-470d-96ad-2088f5ff28cc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.170287] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1252.170287] env[69162]: value = "task-3233421" [ 1252.170287] env[69162]: _type = "Task" [ 1252.170287] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.182468] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.292904] env[69162]: INFO nova.compute.claims [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.296161] env[69162]: DEBUG nova.compute.manager [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1252.386535] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233416, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.466843] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 498747f4-f1cd-4e57-a50f-33d97610ce3c] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.543046] env[69162]: DEBUG oslo_vmware.api [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521877d2-7541-fa79-4814-7302bdb32d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.046221} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.543340] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.619682] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233420, 'name': Rename_Task, 'duration_secs': 0.17874} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.620025] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.620301] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30d1c720-71b9-43c6-890c-b8512e88d2a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.629465] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1252.629465] env[69162]: value = "task-3233422" [ 1252.629465] env[69162]: _type = "Task" [ 1252.629465] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.641425] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.656401] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.656822] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.657126] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "174681e5-e6cc-4299-85b2-5d7b0c743aea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.657380] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.657581] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.660274] env[69162]: INFO nova.compute.manager [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Terminating instance [ 1252.683887] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233421, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.886264] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233416, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.971239] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 4b801b94-0c11-4f93-82d4-a64eca4f3afc] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.141302] env[69162]: DEBUG oslo_vmware.api [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233422, 'name': PowerOnVM_Task, 'duration_secs': 0.496023} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.141645] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.141814] env[69162]: INFO nova.compute.manager [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1253.142012] env[69162]: DEBUG nova.compute.manager [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.142865] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf50d61-4113-49f8-9d78-ba0de0381cc1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.164914] env[69162]: DEBUG nova.compute.manager [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.165180] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.166158] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8093a3-998d-4910-9948-121332e94df9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.180504] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.181279] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c6af380-9a6c-488d-b89e-a631bdd72df4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.186431] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624727} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.187120] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] da4d62ae-49c7-4381-b690-35dc86e89d28/da4d62ae-49c7-4381-b690-35dc86e89d28.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.187363] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.187626] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c85bfa3a-a9f6-45a7-b971-2c17a43b806d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.194070] env[69162]: DEBUG oslo_vmware.api [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1253.194070] env[69162]: value = "task-3233423" [ 1253.194070] env[69162]: _type = "Task" [ 1253.194070] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.199077] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1253.199077] env[69162]: value = "task-3233424" [ 1253.199077] env[69162]: _type = "Task" [ 1253.199077] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.207041] env[69162]: DEBUG oslo_vmware.api [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.212381] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.309342] env[69162]: DEBUG nova.compute.manager [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1253.345045] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.345774] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.345774] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.345774] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.346183] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.346183] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.346261] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.346393] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.346560] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.346717] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.346886] env[69162]: DEBUG nova.virt.hardware [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.348761] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed99c7f-99c6-4108-a5a3-a8871d74daa8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.358154] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1ed26c-6ac2-4bb6-a931-e77d27cd7141 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.383890] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233416, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.362857} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.384291] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f2c8b245-b65a-4021-a9e2-a3e4772f3a29/f2c8b245-b65a-4021-a9e2-a3e4772f3a29.vmdk to [datastore1] d6e9e114-238b-4390-b63e-1d737b41590b/d6e9e114-238b-4390-b63e-1d737b41590b.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.385175] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510d4424-84bf-4470-9dfe-8c966bbc0015 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.409696] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d6e9e114-238b-4390-b63e-1d737b41590b/d6e9e114-238b-4390-b63e-1d737b41590b.vmdk or device None with type streamOptimized {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.412529] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de46e052-b0f3-484d-b211-dd4a0369abcb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.433484] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1253.433484] env[69162]: value = "task-3233425" [ 1253.433484] env[69162]: _type = "Task" [ 1253.433484] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.443393] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.475332] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: fea9f422-25ca-4ba3-b750-f3d9e46a721c] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.591804] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259a13e2-06d3-40b8-8659-8550e71af2e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.599742] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a8e139-ee18-4e6f-9f6a-17428e7bd7ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.605885] env[69162]: DEBUG nova.compute.manager [req-c4bfe517-fb1e-44ca-8a39-9dc414af1c63 req-ee77256e-c07a-4e56-bd35-1b82ce164329 service nova] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Received event network-vif-plugged-cc957a0b-d014-4e4b-a761-8796c7c9ef88 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.606154] env[69162]: DEBUG oslo_concurrency.lockutils [req-c4bfe517-fb1e-44ca-8a39-9dc414af1c63 req-ee77256e-c07a-4e56-bd35-1b82ce164329 service nova] Acquiring lock "a7334193-7034-4f4c-9199-2bce317cc80d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.606329] env[69162]: DEBUG oslo_concurrency.lockutils [req-c4bfe517-fb1e-44ca-8a39-9dc414af1c63 req-ee77256e-c07a-4e56-bd35-1b82ce164329 service nova] Lock "a7334193-7034-4f4c-9199-2bce317cc80d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.606642] env[69162]: DEBUG oslo_concurrency.lockutils [req-c4bfe517-fb1e-44ca-8a39-9dc414af1c63 req-ee77256e-c07a-4e56-bd35-1b82ce164329 service nova] Lock "a7334193-7034-4f4c-9199-2bce317cc80d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.606642] env[69162]: DEBUG nova.compute.manager [req-c4bfe517-fb1e-44ca-8a39-9dc414af1c63 req-ee77256e-c07a-4e56-bd35-1b82ce164329 service nova] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] No waiting events found dispatching network-vif-plugged-cc957a0b-d014-4e4b-a761-8796c7c9ef88 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.606857] env[69162]: WARNING nova.compute.manager [req-c4bfe517-fb1e-44ca-8a39-9dc414af1c63 req-ee77256e-c07a-4e56-bd35-1b82ce164329 service nova] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Received unexpected event network-vif-plugged-cc957a0b-d014-4e4b-a761-8796c7c9ef88 for instance with vm_state building and task_state spawning. [ 1253.634430] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ea7a2d-9686-4be4-bb87-853d819eacac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.642767] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6e86dc-800c-414e-9080-4feb4b3f85e4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.661686] env[69162]: DEBUG nova.compute.provider_tree [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1253.666845] env[69162]: INFO nova.compute.manager [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Took 19.28 seconds to build instance. [ 1253.700959] env[69162]: DEBUG nova.network.neutron [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Successfully updated port: cc957a0b-d014-4e4b-a761-8796c7c9ef88 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.709364] env[69162]: DEBUG oslo_vmware.api [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233423, 'name': PowerOffVM_Task, 'duration_secs': 0.375458} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.710275] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.710393] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.710977] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2de2eb1f-915a-435e-bd16-dc8f9698f80a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.715286] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189464} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.716412] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.717235] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd13f2e-3a92-4ec7-a75f-e78bc2f3c92a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.739905] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] da4d62ae-49c7-4381-b690-35dc86e89d28/da4d62ae-49c7-4381-b690-35dc86e89d28.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.740483] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d5da80-6311-401a-99f8-88a2a7af8770 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.759181] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1253.759181] env[69162]: value = "task-3233428" [ 1253.759181] env[69162]: _type = "Task" [ 1253.759181] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.767056] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.814786] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.815037] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.815230] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Deleting the datastore file [datastore1] 174681e5-e6cc-4299-85b2-5d7b0c743aea {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.815498] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d20fdea6-e90f-4643-b943-289ae5ba346e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.822392] env[69162]: DEBUG oslo_vmware.api [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for the task: (returnval){ [ 1253.822392] env[69162]: value = "task-3233429" [ 1253.822392] env[69162]: _type = "Task" [ 1253.822392] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.831170] env[69162]: DEBUG oslo_vmware.api [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.943749] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.980451] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 3cf12e08-a86c-4310-b7a1-4948b5dde216] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.169591] env[69162]: DEBUG oslo_concurrency.lockutils [None req-910df41c-faa9-4afd-a3f9-94bf0404188b tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.810s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.186354] env[69162]: ERROR nova.scheduler.client.report [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [req-61d28e11-fb22-40cc-9f80-4966ba71ff3d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-61d28e11-fb22-40cc-9f80-4966ba71ff3d"}]} [ 1254.204390] env[69162]: DEBUG nova.scheduler.client.report [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1254.210984] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquiring lock "refresh_cache-a7334193-7034-4f4c-9199-2bce317cc80d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.211131] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquired lock "refresh_cache-a7334193-7034-4f4c-9199-2bce317cc80d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.211351] env[69162]: DEBUG nova.network.neutron [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.225674] env[69162]: DEBUG nova.scheduler.client.report [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1254.226016] env[69162]: DEBUG nova.compute.provider_tree [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.239967] env[69162]: DEBUG nova.scheduler.client.report [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1254.260185] env[69162]: DEBUG nova.scheduler.client.report [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1254.272458] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.338983] env[69162]: DEBUG oslo_vmware.api [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Task: {'id': task-3233429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176716} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.338983] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.339209] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.339322] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.339480] env[69162]: INFO nova.compute.manager [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1254.339745] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.340089] env[69162]: DEBUG nova.compute.manager [-] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.340183] env[69162]: DEBUG nova.network.neutron [-] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.443673] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233425, 'name': ReconfigVM_Task, 'duration_secs': 0.926009} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.446205] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d6e9e114-238b-4390-b63e-1d737b41590b/d6e9e114-238b-4390-b63e-1d737b41590b.vmdk or device None with type streamOptimized {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.447191] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0352d280-4f13-4702-a62c-09da399cf713 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.454074] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1254.454074] env[69162]: value = "task-3233430" [ 1254.454074] env[69162]: _type = "Task" [ 1254.454074] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.467812] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233430, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.471208] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedcb1df-5889-46d6-bc16-229f79160141 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.478106] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850e307e-82a3-430d-9282-0cac9850e4ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.484580] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 9651bffe-026c-4a57-b102-e154745305f3] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.516847] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cbb692-f497-4e5a-a7f3-de892d73672e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.525954] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e608d79-eecf-49cb-b14b-eda13e2e1f7b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.542036] env[69162]: DEBUG nova.compute.provider_tree [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.756910] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.757164] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.774367] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233428, 'name': ReconfigVM_Task, 'duration_secs': 1.007046} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.774664] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Reconfigured VM instance instance-0000006f to attach disk [datastore2] da4d62ae-49c7-4381-b690-35dc86e89d28/da4d62ae-49c7-4381-b690-35dc86e89d28.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.775321] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a5a77cc-407e-4631-abab-d97154ab517e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.781791] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1254.781791] env[69162]: value = "task-3233431" [ 1254.781791] env[69162]: _type = "Task" [ 1254.781791] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.790054] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233431, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.790798] env[69162]: DEBUG nova.network.neutron [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.964825] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233430, 'name': Rename_Task, 'duration_secs': 0.304441} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.965125] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.965378] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c26fa8de-27a7-4acc-b2ab-40d01a839429 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.971636] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1254.971636] env[69162]: value = "task-3233432" [ 1254.971636] env[69162]: _type = "Task" [ 1254.971636] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.982135] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.987830] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 03592ff7-c7fe-46b5-ac53-f95eb1896a7b] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.039776] env[69162]: DEBUG nova.network.neutron [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Updating instance_info_cache with network_info: [{"id": "cc957a0b-d014-4e4b-a761-8796c7c9ef88", "address": "fa:16:3e:c1:25:c0", "network": {"id": "d70b150d-10ef-4653-b168-f011db9426d1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-182053553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e71ea47050f54e359849986cc610c8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc957a0b-d0", "ovs_interfaceid": "cc957a0b-d014-4e4b-a761-8796c7c9ef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.078452] env[69162]: DEBUG nova.scheduler.client.report [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1255.078912] env[69162]: DEBUG nova.compute.provider_tree [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 168 to 169 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1255.079202] env[69162]: DEBUG nova.compute.provider_tree [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.260664] env[69162]: DEBUG nova.compute.utils [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.292414] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233431, 'name': Rename_Task, 'duration_secs': 0.142561} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.292772] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.293057] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c897c2-5467-4223-9811-c9f46c21abde {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.299554] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1255.299554] env[69162]: value = "task-3233433" [ 1255.299554] env[69162]: _type = "Task" [ 1255.299554] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.316199] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.483759] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.491866] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 9445c019-afd4-41ae-b6fd-d637bee2bf2e] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.543744] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Releasing lock "refresh_cache-a7334193-7034-4f4c-9199-2bce317cc80d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.543744] env[69162]: DEBUG nova.compute.manager [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Instance network_info: |[{"id": "cc957a0b-d014-4e4b-a761-8796c7c9ef88", "address": "fa:16:3e:c1:25:c0", "network": {"id": "d70b150d-10ef-4653-b168-f011db9426d1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-182053553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e71ea47050f54e359849986cc610c8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc957a0b-d0", "ovs_interfaceid": "cc957a0b-d014-4e4b-a761-8796c7c9ef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.543997] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:25:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc957a0b-d014-4e4b-a761-8796c7c9ef88', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.552401] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Creating folder: Project (e71ea47050f54e359849986cc610c8db). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.553038] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d52b597b-a33b-4c0d-82c6-b7a3735b0ee4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.564730] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Created folder: Project (e71ea47050f54e359849986cc610c8db) in parent group-v645978. [ 1255.564931] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Creating folder: Instances. Parent ref: group-v646294. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.565195] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3a4074e-da10-4d03-8953-84f89e827e8f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.577178] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Created folder: Instances in parent group-v646294. [ 1255.577178] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.577178] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.577178] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afd89b17-d6a7-4904-8a75-e7f1950689c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.590871] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.309s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.593217] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.667s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.593459] env[69162]: DEBUG nova.objects.instance [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'resources' on Instance uuid 7f3a9aa4-55e6-4670-ab57-55aed12138ee {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.599567] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.599567] env[69162]: value = "task-3233437" [ 1255.599567] env[69162]: _type = "Task" [ 1255.599567] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.607818] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233437, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.629126] env[69162]: INFO nova.network.neutron [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updating port 11143e6c-e8d6-4bc5-8563-539b3a132fdb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1255.644703] env[69162]: DEBUG nova.compute.manager [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Received event network-changed-cc957a0b-d014-4e4b-a761-8796c7c9ef88 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.644915] env[69162]: DEBUG nova.compute.manager [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Refreshing instance network info cache due to event network-changed-cc957a0b-d014-4e4b-a761-8796c7c9ef88. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.645268] env[69162]: DEBUG oslo_concurrency.lockutils [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] Acquiring lock "refresh_cache-a7334193-7034-4f4c-9199-2bce317cc80d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.645363] env[69162]: DEBUG oslo_concurrency.lockutils [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] Acquired lock "refresh_cache-a7334193-7034-4f4c-9199-2bce317cc80d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.645570] env[69162]: DEBUG nova.network.neutron [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Refreshing network info cache for port cc957a0b-d014-4e4b-a761-8796c7c9ef88 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.704109] env[69162]: DEBUG nova.network.neutron [-] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.764416] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.811893] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.983168] env[69162]: DEBUG oslo_vmware.api [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233432, 'name': PowerOnVM_Task, 'duration_secs': 0.551325} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.984495] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.995112] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 2010ade1-bafc-4635-bc43-b131ac8095c8] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.096734] env[69162]: DEBUG nova.objects.instance [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'numa_topology' on Instance uuid 7f3a9aa4-55e6-4670-ab57-55aed12138ee {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.108094] env[69162]: DEBUG nova.compute.manager [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.109489] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29a6c2a-d056-45aa-82a7-34c4de63d5be {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.118876] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233437, 'name': CreateVM_Task, 'duration_secs': 0.337474} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.119584] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.120322] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.120486] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.120901] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.121281] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2910910b-c8d0-4afc-9939-5d8fbe37382a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.131155] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for the task: (returnval){ [ 1256.131155] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c1dad8-8c73-b2bd-ef18-bc9e9e4fa88c" [ 1256.131155] env[69162]: _type = "Task" [ 1256.131155] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.140866] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c1dad8-8c73-b2bd-ef18-bc9e9e4fa88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.206867] env[69162]: INFO nova.compute.manager [-] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Took 1.87 seconds to deallocate network for instance. [ 1256.312014] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.359444] env[69162]: DEBUG nova.network.neutron [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Updated VIF entry in instance network info cache for port cc957a0b-d014-4e4b-a761-8796c7c9ef88. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.359926] env[69162]: DEBUG nova.network.neutron [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Updating instance_info_cache with network_info: [{"id": "cc957a0b-d014-4e4b-a761-8796c7c9ef88", "address": "fa:16:3e:c1:25:c0", "network": {"id": "d70b150d-10ef-4653-b168-f011db9426d1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-182053553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e71ea47050f54e359849986cc610c8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc957a0b-d0", "ovs_interfaceid": "cc957a0b-d014-4e4b-a761-8796c7c9ef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.498997] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 3f5eb5f7-406d-47bd-9cc0-272c86b1f908] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.599717] env[69162]: DEBUG nova.objects.base [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Object Instance<7f3a9aa4-55e6-4670-ab57-55aed12138ee> lazy-loaded attributes: resources,numa_topology {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1256.637791] env[69162]: DEBUG oslo_concurrency.lockutils [None req-42038b4d-2061-4c8d-a702-562ae0fa84fb tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "d6e9e114-238b-4390-b63e-1d737b41590b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.301s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.645357] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c1dad8-8c73-b2bd-ef18-bc9e9e4fa88c, 'name': SearchDatastore_Task, 'duration_secs': 0.022957} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.648008] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.648259] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.648494] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.648836] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.649041] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.649966] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2728a08-1c10-4986-a5da-3efab4338591 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.662527] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.662717] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.665791] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3181df20-aaff-4472-8314-0727c6622260 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.672352] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for the task: (returnval){ [ 1256.672352] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523235f4-cb68-fd29-3dee-978e6716dfb1" [ 1256.672352] env[69162]: _type = "Task" [ 1256.672352] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.682707] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523235f4-cb68-fd29-3dee-978e6716dfb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.714220] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.812341] env[69162]: DEBUG oslo_vmware.api [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233433, 'name': PowerOnVM_Task, 'duration_secs': 1.155092} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.813436] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.813653] env[69162]: INFO nova.compute.manager [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1256.813887] env[69162]: DEBUG nova.compute.manager [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.814688] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a650dd3b-fec2-4ce4-991d-df7c8c6f36cc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.817725] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab6aa15-3ea6-41de-9f81-f29180a9367b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.826204] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6db2ad5-ea3c-4d50-acda-aa9aa3b36b39 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.858506] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.859558] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.859558] env[69162]: INFO nova.compute.manager [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Attaching volume 909009e5-a470-4db0-83af-10767db8f191 to /dev/sdb [ 1256.861936] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52bd075-b48e-4772-bb32-bcdfad56e4f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.868842] env[69162]: DEBUG oslo_concurrency.lockutils [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] Releasing lock "refresh_cache-a7334193-7034-4f4c-9199-2bce317cc80d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.869318] env[69162]: DEBUG nova.compute.manager [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Received event network-changed-bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.869383] env[69162]: DEBUG nova.compute.manager [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Refreshing instance network info cache due to event network-changed-bf63e625-736c-4b86-8d24-1e4b06ed6d34. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.869619] env[69162]: DEBUG oslo_concurrency.lockutils [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] Acquiring lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.869782] env[69162]: DEBUG oslo_concurrency.lockutils [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] Acquired lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.869964] env[69162]: DEBUG nova.network.neutron [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Refreshing network info cache for port bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.878248] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3d9a5d-2664-46a8-b2eb-872ccd16b9b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.895727] env[69162]: DEBUG nova.compute.provider_tree [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.902431] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799b2f22-6e7e-4eb6-986d-6cf38039d322 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.910770] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3168d5-f9db-4f94-8202-78644a21e653 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.928035] env[69162]: DEBUG nova.virt.block_device [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Updating existing volume attachment record: e8fb16bf-ae6a-454b-b686-9e074ec88ed9 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1257.002694] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 80e155f8-13e5-4cc5-9667-6083e0b2c680] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.178460] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.178825] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.179043] env[69162]: DEBUG nova.network.neutron [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.190074] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523235f4-cb68-fd29-3dee-978e6716dfb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.191655] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b429c66-b1a7-4d99-b54e-81f9d0d085ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.199454] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for the task: (returnval){ [ 1257.199454] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b71a84-5182-df3e-7b25-a1a4c6562534" [ 1257.199454] env[69162]: _type = "Task" [ 1257.199454] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.209352] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b71a84-5182-df3e-7b25-a1a4c6562534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.338758] env[69162]: INFO nova.compute.manager [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Took 22.28 seconds to build instance. [ 1257.398726] env[69162]: DEBUG nova.scheduler.client.report [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.505686] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 038b9a01-1fea-4919-9d26-ad7ff66fe50a] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.578777] env[69162]: DEBUG nova.network.neutron [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updated VIF entry in instance network info cache for port bf63e625-736c-4b86-8d24-1e4b06ed6d34. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.579185] env[69162]: DEBUG nova.network.neutron [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updating instance_info_cache with network_info: [{"id": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "address": "fa:16:3e:18:60:62", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf63e625-73", "ovs_interfaceid": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.674045] env[69162]: DEBUG nova.compute.manager [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received event network-vif-plugged-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.674574] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] Acquiring lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.674574] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.674574] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.674850] env[69162]: DEBUG nova.compute.manager [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] No waiting events found dispatching network-vif-plugged-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.674850] env[69162]: WARNING nova.compute.manager [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received unexpected event network-vif-plugged-11143e6c-e8d6-4bc5-8563-539b3a132fdb for instance with vm_state shelved_offloaded and task_state spawning. [ 1257.674984] env[69162]: DEBUG nova.compute.manager [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received event network-changed-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.675161] env[69162]: DEBUG nova.compute.manager [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Refreshing instance network info cache due to event network-changed-11143e6c-e8d6-4bc5-8563-539b3a132fdb. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.675315] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] Acquiring lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.713461] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b71a84-5182-df3e-7b25-a1a4c6562534, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.713461] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.713461] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] a7334193-7034-4f4c-9199-2bce317cc80d/a7334193-7034-4f4c-9199-2bce317cc80d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.713461] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66bf2a00-7985-406b-86d6-a66ca9d9873f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.724374] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for the task: (returnval){ [ 1257.724374] env[69162]: value = "task-3233440" [ 1257.724374] env[69162]: _type = "Task" [ 1257.724374] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.737533] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.841356] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1050aad1-cecf-47fc-9d86-a17d567c6d15 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "da4d62ae-49c7-4381-b690-35dc86e89d28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.793s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.906566] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.910205] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.367s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.936159] env[69162]: DEBUG nova.network.neutron [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updating instance_info_cache with network_info: [{"id": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "address": "fa:16:3e:c8:8d:58", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11143e6c-e8", "ovs_interfaceid": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.009423] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 043d8743-3486-47c4-904d-b76d3cc18302] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.083078] env[69162]: DEBUG oslo_concurrency.lockutils [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] Releasing lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.083421] env[69162]: DEBUG nova.compute.manager [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Received event network-vif-deleted-121ce7ea-943b-47f5-ba55-2c8bf23a396d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.083914] env[69162]: INFO nova.compute.manager [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Neutron deleted interface 121ce7ea-943b-47f5-ba55-2c8bf23a396d; detaching it from the instance and deleting it from the info cache [ 1258.084128] env[69162]: DEBUG nova.network.neutron [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.236235] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48823} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.236509] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] a7334193-7034-4f4c-9199-2bce317cc80d/a7334193-7034-4f4c-9199-2bce317cc80d.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.236739] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.237094] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6768d30f-1e6d-44fb-bba3-1c48cb3eef7f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.245676] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for the task: (returnval){ [ 1258.245676] env[69162]: value = "task-3233441" [ 1258.245676] env[69162]: _type = "Task" [ 1258.245676] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.257218] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.426935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7f0e9fc6-30a0-4a0b-9486-86a4b1a4afcf tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.135s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.426935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 9.144s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.426935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.426935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.426935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.434944] env[69162]: INFO nova.compute.manager [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Terminating instance [ 1258.442401] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.444657] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] Acquired lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.444941] env[69162]: DEBUG nova.network.neutron [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Refreshing network info cache for port 11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.481709] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f507798a423e9b9a6238ed5412849dcf',container_format='bare',created_at=2025-04-03T06:20:35Z,direct_url=,disk_format='vmdk',id=19019f5b-d1e2-4f5e-b4ac-828eb3762177,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2100719199-shelved',owner='ae1edd41763842198625a9c314b35c56',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-04-03T06:20:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.482060] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.482232] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.482421] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.482571] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.483262] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.483262] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.483262] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.483262] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.483728] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.483728] env[69162]: DEBUG nova.virt.hardware [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.486866] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7824afd9-7729-4063-98ea-b05d29a2edf6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.500627] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2e70dd-609c-4df3-a06f-c908de4e6ba5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.520090] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: cd984fb6-ca39-46f3-9cf4-d1410f2407f4] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.522318] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:8d:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11143e6c-e8d6-4bc5-8563-539b3a132fdb', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.530042] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.533408] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.534877] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58ceff5-dc8c-45f0-9c89-23611b1b23ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.561397] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.561397] env[69162]: value = "task-3233442" [ 1258.561397] env[69162]: _type = "Task" [ 1258.561397] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.574984] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233442, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.590491] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e83d7d58-95de-432a-8c39-e97bd1c26434 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.603845] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87802871-c4c6-44b2-b858-1a52727821bd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.413056] env[69162]: DEBUG nova.compute.manager [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.413338] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.416215] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: f43982e3-afc2-4d09-8fd1-8cf451aa5417] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.418244] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "da4d62ae-49c7-4381-b690-35dc86e89d28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.418476] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "da4d62ae-49c7-4381-b690-35dc86e89d28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.418730] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "da4d62ae-49c7-4381-b690-35dc86e89d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.418943] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "da4d62ae-49c7-4381-b690-35dc86e89d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.419152] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "da4d62ae-49c7-4381-b690-35dc86e89d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.420765] env[69162]: DEBUG nova.compute.manager [req-3b0ee622-9e7d-46bf-bc2a-acb6b4cd6185 req-744ad416-bba0-4c5f-9385-08bde0389c4b service nova] [instance: 174681e5-e6cc-4299-85b2-5d7b0c743aea] Detach interface failed, port_id=121ce7ea-943b-47f5-ba55-2c8bf23a396d, reason: Instance 174681e5-e6cc-4299-85b2-5d7b0c743aea could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.424421] env[69162]: INFO nova.compute.manager [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Terminating instance [ 1259.429358] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ce0d299-99c3-4d6c-b0cd-a01dc3cbbfd8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.447465] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233442, 'name': CreateVM_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.447772] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1282} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.450094] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.452901] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383bca1b-5ec5-4ad2-afb4-9df35cd0bd15 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.457958] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4891df1a-3a87-477f-9361-7391b1885792 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.499120] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] a7334193-7034-4f4c-9199-2bce317cc80d/a7334193-7034-4f4c-9199-2bce317cc80d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.518907] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35953f40-e073-4667-838f-ddd4de5a7708 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.535482] env[69162]: WARNING nova.virt.vmwareapi.vmops [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7f3a9aa4-55e6-4670-ab57-55aed12138ee could not be found. [ 1259.535764] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.536085] env[69162]: INFO nova.compute.manager [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1259.536720] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.537369] env[69162]: DEBUG nova.compute.manager [-] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.537439] env[69162]: DEBUG nova.network.neutron [-] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.548530] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for the task: (returnval){ [ 1259.548530] env[69162]: value = "task-3233444" [ 1259.548530] env[69162]: _type = "Task" [ 1259.548530] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.560021] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.596539] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abe85e-4fb5-4821-96b3-c91a0eab90f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.605900] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc61a89-6f90-4553-97ff-ffbd42c7a43c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.667340] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fd4850-4cbc-477e-8fbc-e1e90a552692 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.680712] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df4bd87-adf0-46db-9ccd-e67a64d200e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.705745] env[69162]: DEBUG nova.compute.provider_tree [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.876146] env[69162]: DEBUG nova.network.neutron [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updated VIF entry in instance network info cache for port 11143e6c-e8d6-4bc5-8563-539b3a132fdb. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.876685] env[69162]: DEBUG nova.network.neutron [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updating instance_info_cache with network_info: [{"id": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "address": "fa:16:3e:c8:8d:58", "network": {"id": "c569daaa-fc13-4962-8f6e-b07ed3b96fd6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1908734424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1edd41763842198625a9c314b35c56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11143e6c-e8", "ovs_interfaceid": "11143e6c-e8d6-4bc5-8563-539b3a132fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.929829] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 0999fc7c-02fe-4810-b2be-328dc6293514] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.931630] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233442, 'name': CreateVM_Task, 'duration_secs': 1.095438} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.931884] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.932715] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.932888] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.933283] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.933539] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de9b187-af85-440f-83d8-50cb892041d5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.938160] env[69162]: DEBUG nova.compute.manager [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.938360] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.940367] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f5d6ed-854f-4044-8c49-c640c3af05fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.943240] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1259.943240] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529502c9-186f-9857-6a5e-a61533edc826" [ 1259.943240] env[69162]: _type = "Task" [ 1259.943240] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.949465] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.950209] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df6aa1a-e231-4ebd-bb5b-b04e42c0c434 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.956170] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529502c9-186f-9857-6a5e-a61533edc826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.957138] env[69162]: DEBUG oslo_vmware.api [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1259.957138] env[69162]: value = "task-3233445" [ 1259.957138] env[69162]: _type = "Task" [ 1259.957138] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.966936] env[69162]: DEBUG oslo_vmware.api [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.059172] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.210373] env[69162]: DEBUG nova.scheduler.client.report [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.379513] env[69162]: DEBUG oslo_concurrency.lockutils [req-ff05c9f7-fc25-4f3b-866b-8bac4a86bbf1 req-cc808bad-6e2b-4f3d-a897-1044bf52f709 service nova] Releasing lock "refresh_cache-a5648f18-d78a-4449-98be-bfa1c93d4e23" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.433054] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: f62918cc-5cee-4345-a6f8-0bbfb5318c4f] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.454042] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.454331] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Processing image 19019f5b-d1e2-4f5e-b4ac-828eb3762177 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.454577] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177/19019f5b-d1e2-4f5e-b4ac-828eb3762177.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.454772] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177/19019f5b-d1e2-4f5e-b4ac-828eb3762177.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.454956] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.455218] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a412a3b-0928-40f5-8c7e-5ef20760116f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.465702] env[69162]: DEBUG oslo_vmware.api [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233445, 'name': PowerOffVM_Task, 'duration_secs': 0.205967} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.467315] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.467491] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.467769] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.467931] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.468914] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8e24c75-a598-41c2-ac9b-8e6b34c9c71a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.470321] env[69162]: DEBUG nova.network.neutron [-] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.471324] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9725d86-443d-4f3c-9af1-799654de3a10 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.477078] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1260.477078] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a39b4d-bcef-5b51-0476-479c860e5684" [ 1260.477078] env[69162]: _type = "Task" [ 1260.477078] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.486279] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a39b4d-bcef-5b51-0476-479c860e5684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.547918] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.548225] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.548458] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleting the datastore file [datastore2] da4d62ae-49c7-4381-b690-35dc86e89d28 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.548858] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f36047cf-ca73-48d2-af95-d778260af941 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.562363] env[69162]: DEBUG oslo_vmware.api [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1260.562363] env[69162]: value = "task-3233447" [ 1260.562363] env[69162]: _type = "Task" [ 1260.562363] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.562624] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233444, 'name': ReconfigVM_Task, 'duration_secs': 0.667149} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.562953] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Reconfigured VM instance instance-00000070 to attach disk [datastore2] a7334193-7034-4f4c-9199-2bce317cc80d/a7334193-7034-4f4c-9199-2bce317cc80d.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.566357] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b4b22b-1732-460a-9d71-671c30093df5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.574013] env[69162]: DEBUG oslo_vmware.api [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.575344] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for the task: (returnval){ [ 1260.575344] env[69162]: value = "task-3233448" [ 1260.575344] env[69162]: _type = "Task" [ 1260.575344] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.936895] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: de8d1622-d31c-421a-8c59-bfc1b626d4cd] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.975506] env[69162]: INFO nova.compute.manager [-] [instance: 7f3a9aa4-55e6-4670-ab57-55aed12138ee] Took 1.44 seconds to deallocate network for instance. [ 1260.992069] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Preparing fetch location {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1260.992212] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Fetch image to [datastore1] OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d/OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d.vmdk {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1260.992440] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Downloading stream optimized image 19019f5b-d1e2-4f5e-b4ac-828eb3762177 to [datastore1] OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d/OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d.vmdk on the data store datastore1 as vApp {{(pid=69162) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1260.992689] env[69162]: DEBUG nova.virt.vmwareapi.images [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Downloading image file data 19019f5b-d1e2-4f5e-b4ac-828eb3762177 to the ESX as VM named 'OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d' {{(pid=69162) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1261.074213] env[69162]: DEBUG oslo_vmware.api [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168068} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.074416] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.074617] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.074793] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.074987] env[69162]: INFO nova.compute.manager [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1261.075227] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.076032] env[69162]: DEBUG oslo_vmware.rw_handles [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1261.076032] env[69162]: value = "resgroup-9" [ 1261.076032] env[69162]: _type = "ResourcePool" [ 1261.076032] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1261.076289] env[69162]: DEBUG nova.compute.manager [-] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.076380] env[69162]: DEBUG nova.network.neutron [-] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.078184] env[69162]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-804bfeee-68ff-4f22-8185-88858b88aa95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.103015] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233448, 'name': Rename_Task, 'duration_secs': 0.298865} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.104354] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.104695] env[69162]: DEBUG oslo_vmware.rw_handles [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lease: (returnval){ [ 1261.104695] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c5a578-16ea-ce41-f601-b28afcc1a217" [ 1261.104695] env[69162]: _type = "HttpNfcLease" [ 1261.104695] env[69162]: } obtained for vApp import into resource pool (val){ [ 1261.104695] env[69162]: value = "resgroup-9" [ 1261.104695] env[69162]: _type = "ResourcePool" [ 1261.104695] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1261.105031] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the lease: (returnval){ [ 1261.105031] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c5a578-16ea-ce41-f601-b28afcc1a217" [ 1261.105031] env[69162]: _type = "HttpNfcLease" [ 1261.105031] env[69162]: } to be ready. {{(pid=69162) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1261.105305] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17af6ef8-36d6-4adc-9559-f34c5a07eeb0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.113882] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.113882] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c5a578-16ea-ce41-f601-b28afcc1a217" [ 1261.113882] env[69162]: _type = "HttpNfcLease" [ 1261.113882] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1261.115658] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for the task: (returnval){ [ 1261.115658] env[69162]: value = "task-3233450" [ 1261.115658] env[69162]: _type = "Task" [ 1261.115658] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.129833] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.222099] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.311s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.224611] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.510s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.225831] env[69162]: DEBUG nova.objects.instance [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lazy-loading 'resources' on Instance uuid 174681e5-e6cc-4299-85b2-5d7b0c743aea {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.441366] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 1adb8974-9ddb-4192-9cfa-a5531d094f2c] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.476911] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1261.477246] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646297', 'volume_id': '909009e5-a470-4db0-83af-10767db8f191', 'name': 'volume-909009e5-a470-4db0-83af-10767db8f191', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b4cfa48-ce5e-4389-85cb-9a84ccd86daa', 'attached_at': '', 'detached_at': '', 'volume_id': '909009e5-a470-4db0-83af-10767db8f191', 'serial': '909009e5-a470-4db0-83af-10767db8f191'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1261.478189] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef3cf9b-6be3-40b6-9759-03b322dfccc4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.500872] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49aae01-c875-4e0c-b9df-3ba7c93d6a3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.530043] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-909009e5-a470-4db0-83af-10767db8f191/volume-909009e5-a470-4db0-83af-10767db8f191.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.530245] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d651cc0-38dd-4b19-937e-bfb17e10e8d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.550698] env[69162]: DEBUG oslo_vmware.api [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1261.550698] env[69162]: value = "task-3233451" [ 1261.550698] env[69162]: _type = "Task" [ 1261.550698] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.559911] env[69162]: DEBUG oslo_vmware.api [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.617914] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.617914] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c5a578-16ea-ce41-f601-b28afcc1a217" [ 1261.617914] env[69162]: _type = "HttpNfcLease" [ 1261.617914] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1261.629463] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233450, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.788833] env[69162]: INFO nova.scheduler.client.report [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleted allocation for migration 4a904232-42f3-4c7c-ad81-cf618fc5d203 [ 1261.840902] env[69162]: DEBUG nova.network.neutron [-] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.945456] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 74ea68bc-077c-45c0-be38-4cb3dede6722] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.948983] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f2e0b9-7451-42b3-b222-7e80fadf2f4e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.957574] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39ca6b6-74a1-4482-9584-5240125842d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.992213] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8eb19c-160e-46f8-a6fa-0705cb444e8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.001613] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc223179-cf49-4805-99e9-b8b6b7f9333e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.018920] env[69162]: DEBUG nova.compute.provider_tree [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.021304] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1e1ddfc0-645e-41ce-aae4-8eeea21b4c93 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "7f3a9aa4-55e6-4670-ab57-55aed12138ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.595s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.062467] env[69162]: DEBUG oslo_vmware.api [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.083083] env[69162]: DEBUG nova.compute.manager [req-d1087f2b-2da2-4227-8a14-a5b8e8d65f95 req-1c213cb0-96c4-4fd3-b037-94992a53d687 service nova] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Received event network-vif-deleted-604bc2ea-ebd8-4ea9-a271-a7e639f87e1f {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.115944] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1262.115944] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c5a578-16ea-ce41-f601-b28afcc1a217" [ 1262.115944] env[69162]: _type = "HttpNfcLease" [ 1262.115944] env[69162]: } is initializing. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1262.128315] env[69162]: DEBUG oslo_vmware.api [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233450, 'name': PowerOnVM_Task, 'duration_secs': 0.577757} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.128560] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.128771] env[69162]: INFO nova.compute.manager [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1262.128983] env[69162]: DEBUG nova.compute.manager [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.130114] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e53390e-89c2-4b15-b496-8c52076d456e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.294772] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6c302b97-0552-4a43-b60a-81f83f3b9ddb tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.663s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.345927] env[69162]: INFO nova.compute.manager [-] [instance: da4d62ae-49c7-4381-b690-35dc86e89d28] Took 1.27 seconds to deallocate network for instance. [ 1262.454067] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 8b689bac-ef0e-4a00-a42c-03de59e69dac] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.523329] env[69162]: DEBUG nova.scheduler.client.report [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.562404] env[69162]: DEBUG oslo_vmware.api [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233451, 'name': ReconfigVM_Task, 'duration_secs': 0.657168} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.562698] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-909009e5-a470-4db0-83af-10767db8f191/volume-909009e5-a470-4db0-83af-10767db8f191.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.567759] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a525d2d2-1b9d-413e-88cb-ab980f19bcc6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.585949] env[69162]: DEBUG oslo_vmware.api [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1262.585949] env[69162]: value = "task-3233453" [ 1262.585949] env[69162]: _type = "Task" [ 1262.585949] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.594916] env[69162]: DEBUG oslo_vmware.api [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.618618] env[69162]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1262.618618] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c5a578-16ea-ce41-f601-b28afcc1a217" [ 1262.618618] env[69162]: _type = "HttpNfcLease" [ 1262.618618] env[69162]: } is ready. {{(pid=69162) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1262.618618] env[69162]: DEBUG oslo_vmware.rw_handles [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1262.618618] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c5a578-16ea-ce41-f601-b28afcc1a217" [ 1262.618618] env[69162]: _type = "HttpNfcLease" [ 1262.618618] env[69162]: }. {{(pid=69162) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1262.619916] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c261d8b-0181-42fd-8ba4-f5bab5bedfd8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.629519] env[69162]: DEBUG oslo_vmware.rw_handles [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ca2a5-7ff3-e979-0690-4cb9c5809331/disk-0.vmdk from lease info. {{(pid=69162) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1262.629981] env[69162]: DEBUG oslo_vmware.rw_handles [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ca2a5-7ff3-e979-0690-4cb9c5809331/disk-0.vmdk. {{(pid=69162) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1262.703150] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9c7b10f-d949-4611-9eae-8d20856e2ab2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.703987] env[69162]: INFO nova.compute.manager [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Took 24.09 seconds to build instance. [ 1262.753318] env[69162]: DEBUG oslo_concurrency.lockutils [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "2610de4b-76e5-4d36-8544-525b4cb645c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.753548] env[69162]: DEBUG oslo_concurrency.lockutils [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.753750] env[69162]: DEBUG oslo_concurrency.lockutils [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "2610de4b-76e5-4d36-8544-525b4cb645c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.753959] env[69162]: DEBUG oslo_concurrency.lockutils [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.754135] env[69162]: DEBUG oslo_concurrency.lockutils [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.756927] env[69162]: INFO nova.compute.manager [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Terminating instance [ 1262.856454] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.958308] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 45b90892-af69-4feb-b6db-c8e3eaf51c5b] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.029075] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.031575] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.175s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.032218] env[69162]: DEBUG nova.objects.instance [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lazy-loading 'resources' on Instance uuid da4d62ae-49c7-4381-b690-35dc86e89d28 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.047332] env[69162]: INFO nova.scheduler.client.report [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Deleted allocations for instance 174681e5-e6cc-4299-85b2-5d7b0c743aea [ 1263.096999] env[69162]: DEBUG oslo_vmware.api [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233453, 'name': ReconfigVM_Task, 'duration_secs': 0.195396} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.096999] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646297', 'volume_id': '909009e5-a470-4db0-83af-10767db8f191', 'name': 'volume-909009e5-a470-4db0-83af-10767db8f191', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b4cfa48-ce5e-4389-85cb-9a84ccd86daa', 'attached_at': '', 'detached_at': '', 'volume_id': '909009e5-a470-4db0-83af-10767db8f191', 'serial': '909009e5-a470-4db0-83af-10767db8f191'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1263.206436] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d1aaaba2-4f58-40e2-9315-f0b0c0cd91b7 tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lock "a7334193-7034-4f4c-9199-2bce317cc80d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.603s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.261370] env[69162]: DEBUG nova.compute.manager [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.261616] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.262545] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b07b5c-33f8-4d2b-b23f-211e004836e6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.273351] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.273634] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c32d11c7-3273-47aa-9978-6e26bd489da1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.283348] env[69162]: DEBUG oslo_vmware.api [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1263.283348] env[69162]: value = "task-3233454" [ 1263.283348] env[69162]: _type = "Task" [ 1263.283348] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.294420] env[69162]: DEBUG oslo_vmware.api [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.461725] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 4786444d-654f-4383-8bb2-7fbfbbdc0799] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.468225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquiring lock "a7334193-7034-4f4c-9199-2bce317cc80d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.468286] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lock "a7334193-7034-4f4c-9199-2bce317cc80d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.468528] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquiring lock "a7334193-7034-4f4c-9199-2bce317cc80d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.469631] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lock "a7334193-7034-4f4c-9199-2bce317cc80d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.469631] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lock "a7334193-7034-4f4c-9199-2bce317cc80d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.471471] env[69162]: INFO nova.compute.manager [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Terminating instance [ 1263.481144] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.481410] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.562846] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cf25512-de2a-4f1f-8fba-25bfbf770686 tempest-AttachVolumeTestJSON-1445805326 tempest-AttachVolumeTestJSON-1445805326-project-member] Lock "174681e5-e6cc-4299-85b2-5d7b0c743aea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.906s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.765644] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbc73ce-96ac-4c7e-b1e3-e0c5b8948dc8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.776303] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f040f05c-4846-4c73-b43c-17445c28fc1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.817957] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d621d-2e18-4a08-8c61-4bb737564f27 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.827157] env[69162]: DEBUG oslo_vmware.api [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233454, 'name': PowerOffVM_Task, 'duration_secs': 0.207796} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.827812] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.827980] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.828250] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea3e7f7b-ef7e-479b-a95f-f6a81cd148df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.833339] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f35c9f-0a1f-4b69-8b20-6d2bf87537a3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.849725] env[69162]: DEBUG nova.compute.provider_tree [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.929072] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.929072] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.929072] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleting the datastore file [datastore1] 2610de4b-76e5-4d36-8544-525b4cb645c1 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.929344] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a93f03-e743-45c4-9c94-5943bfbdd673 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.937191] env[69162]: DEBUG oslo_vmware.api [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1263.937191] env[69162]: value = "task-3233458" [ 1263.937191] env[69162]: _type = "Task" [ 1263.937191] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.949571] env[69162]: DEBUG oslo_vmware.api [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.971807] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: fc3a043f-fcc2-4dfd-b676-1bdc9cc51d74] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.980759] env[69162]: DEBUG nova.compute.manager [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.982054] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.982176] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60341a0a-1116-4b93-9cf7-e10992f08dc9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.985663] env[69162]: DEBUG nova.compute.manager [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.996097] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.996226] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9745ec9-8665-464d-8055-cf228e1043f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.006264] env[69162]: DEBUG oslo_vmware.api [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for the task: (returnval){ [ 1264.006264] env[69162]: value = "task-3233459" [ 1264.006264] env[69162]: _type = "Task" [ 1264.006264] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.017508] env[69162]: DEBUG oslo_vmware.api [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.143127] env[69162]: DEBUG nova.objects.instance [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lazy-loading 'flavor' on Instance uuid 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.338027] env[69162]: DEBUG oslo_vmware.rw_handles [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Completed reading data from the image iterator. {{(pid=69162) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1264.338219] env[69162]: DEBUG oslo_vmware.rw_handles [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ca2a5-7ff3-e979-0690-4cb9c5809331/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1264.339040] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ccdffb-c568-4bff-9c72-4c7a14092dfb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.346395] env[69162]: DEBUG oslo_vmware.rw_handles [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ca2a5-7ff3-e979-0690-4cb9c5809331/disk-0.vmdk is in state: ready. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1264.346576] env[69162]: DEBUG oslo_vmware.rw_handles [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ca2a5-7ff3-e979-0690-4cb9c5809331/disk-0.vmdk. {{(pid=69162) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1264.346828] env[69162]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4b52f468-7bbd-4fa6-ad48-3b1d9d0d728e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.354440] env[69162]: DEBUG nova.scheduler.client.report [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.447795] env[69162]: DEBUG oslo_vmware.api [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177773} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.448111] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.448319] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.448495] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.448701] env[69162]: INFO nova.compute.manager [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1264.448952] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.449177] env[69162]: DEBUG nova.compute.manager [-] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.449276] env[69162]: DEBUG nova.network.neutron [-] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.466416] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.474936] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: b88a6ec2-dad1-4b59-85d7-cd7b68008b8b] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.508104] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.517370] env[69162]: DEBUG oslo_vmware.api [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233459, 'name': PowerOffVM_Task, 'duration_secs': 0.210627} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.517609] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.517773] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.518045] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f46d0e97-b893-4f6c-8a75-94a0fc5d3fbe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.610121] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.610393] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.610578] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Deleting the datastore file [datastore2] a7334193-7034-4f4c-9199-2bce317cc80d {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.610945] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a66d2533-4b3a-41d1-8c7f-d9d2194d1b45 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.618022] env[69162]: DEBUG oslo_vmware.api [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for the task: (returnval){ [ 1264.618022] env[69162]: value = "task-3233461" [ 1264.618022] env[69162]: _type = "Task" [ 1264.618022] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.626546] env[69162]: DEBUG oslo_vmware.api [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.649697] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4c5c5871-95b3-47e1-a8c8-56e6664cd7bb tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.791s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.650655] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.184s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.766685] env[69162]: DEBUG oslo_vmware.rw_handles [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520ca2a5-7ff3-e979-0690-4cb9c5809331/disk-0.vmdk. {{(pid=69162) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1264.766930] env[69162]: INFO nova.virt.vmwareapi.images [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Downloaded image file data 19019f5b-d1e2-4f5e-b4ac-828eb3762177 [ 1264.767798] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a79b863-d5e4-4022-9b72-c4dd4de7cd8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.786878] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fb8c6f1-1b11-4960-b653-285da3694161 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.815085] env[69162]: INFO nova.virt.vmwareapi.images [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] The imported VM was unregistered [ 1264.817647] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Caching image {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1264.817858] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Creating directory with path [datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177 {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.818173] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bf128ac-de98-497d-a0fd-5b309129db66 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.829781] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Created directory with path [datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177 {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.830009] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d/OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d.vmdk to [datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177/19019f5b-d1e2-4f5e-b4ac-828eb3762177.vmdk. {{(pid=69162) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1264.830276] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a804067d-f6ce-4371-88a1-9696ec5c3ec1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.837427] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1264.837427] env[69162]: value = "task-3233463" [ 1264.837427] env[69162]: _type = "Task" [ 1264.837427] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.845532] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233463, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.859432] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.862036] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.354s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.865409] env[69162]: INFO nova.compute.claims [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.882833] env[69162]: INFO nova.scheduler.client.report [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted allocations for instance da4d62ae-49c7-4381-b690-35dc86e89d28 [ 1264.936658] env[69162]: DEBUG nova.compute.manager [req-9fd40990-1b3e-436c-ad20-d1152e02fadf req-764910e9-1dd0-49f6-b70f-e98213e3030a service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Received event network-vif-deleted-dab4a885-cc6d-4e15-899d-fe3359eb6267 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.936869] env[69162]: INFO nova.compute.manager [req-9fd40990-1b3e-436c-ad20-d1152e02fadf req-764910e9-1dd0-49f6-b70f-e98213e3030a service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Neutron deleted interface dab4a885-cc6d-4e15-899d-fe3359eb6267; detaching it from the instance and deleting it from the info cache [ 1264.937113] env[69162]: DEBUG nova.network.neutron [req-9fd40990-1b3e-436c-ad20-d1152e02fadf req-764910e9-1dd0-49f6-b70f-e98213e3030a service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.978757] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: bb7b5f61-1993-4b01-b037-bab990c40d4e] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.131123] env[69162]: DEBUG oslo_vmware.api [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Task: {'id': task-3233461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157592} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.131505] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.131761] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.131969] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.132184] env[69162]: INFO nova.compute.manager [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1265.132474] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.132726] env[69162]: DEBUG nova.compute.manager [-] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.132847] env[69162]: DEBUG nova.network.neutron [-] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.153411] env[69162]: INFO nova.compute.manager [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Detaching volume 909009e5-a470-4db0-83af-10767db8f191 [ 1265.191052] env[69162]: INFO nova.virt.block_device [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Attempting to driver detach volume 909009e5-a470-4db0-83af-10767db8f191 from mountpoint /dev/sdb [ 1265.191322] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.191511] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646297', 'volume_id': '909009e5-a470-4db0-83af-10767db8f191', 'name': 'volume-909009e5-a470-4db0-83af-10767db8f191', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b4cfa48-ce5e-4389-85cb-9a84ccd86daa', 'attached_at': '', 'detached_at': '', 'volume_id': '909009e5-a470-4db0-83af-10767db8f191', 'serial': '909009e5-a470-4db0-83af-10767db8f191'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.192426] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af5223d-a904-4d33-9a86-7d3c54bb1210 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.220963] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d824fd6-8ea7-4bcb-b351-b3bd6c66407b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.231397] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba3f998-596a-4c65-87bc-ebab38c92262 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.257296] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c2a1b-3874-485a-9583-5a0dfe2ae2a8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.278047] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] The volume has not been displaced from its original location: [datastore2] volume-909009e5-a470-4db0-83af-10767db8f191/volume-909009e5-a470-4db0-83af-10767db8f191.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.283414] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.283826] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be49143c-fb2f-4e7c-832d-5a3c6e13333b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.306238] env[69162]: DEBUG oslo_vmware.api [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1265.306238] env[69162]: value = "task-3233464" [ 1265.306238] env[69162]: _type = "Task" [ 1265.306238] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.317489] env[69162]: DEBUG oslo_vmware.api [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.349160] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233463, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.397499] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8290f3a6-3d94-4d5a-9f0d-09ef9b177f34 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "da4d62ae-49c7-4381-b690-35dc86e89d28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.979s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.408995] env[69162]: DEBUG nova.network.neutron [-] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.439856] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1502c1ad-2864-4371-8d7d-0bc2108e31d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.453267] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5508a249-a7e7-4798-9616-0aadcc0e292d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.481153] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: ac16b152-019e-46bb-8754-505b2e2f443c] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.496642] env[69162]: DEBUG nova.compute.manager [req-9fd40990-1b3e-436c-ad20-d1152e02fadf req-764910e9-1dd0-49f6-b70f-e98213e3030a service nova] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Detach interface failed, port_id=dab4a885-cc6d-4e15-899d-fe3359eb6267, reason: Instance 2610de4b-76e5-4d36-8544-525b4cb645c1 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1265.819697] env[69162]: DEBUG oslo_vmware.api [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233464, 'name': ReconfigVM_Task, 'duration_secs': 0.450395} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.820168] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.825078] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a21993b-0b74-4233-824d-7ff1622907b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.843097] env[69162]: DEBUG oslo_vmware.api [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1265.843097] env[69162]: value = "task-3233466" [ 1265.843097] env[69162]: _type = "Task" [ 1265.843097] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.850324] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233463, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.858117] env[69162]: DEBUG oslo_vmware.api [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233466, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.912984] env[69162]: INFO nova.compute.manager [-] [instance: 2610de4b-76e5-4d36-8544-525b4cb645c1] Took 1.46 seconds to deallocate network for instance. [ 1265.921890] env[69162]: DEBUG nova.network.neutron [-] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.971047] env[69162]: DEBUG oslo_concurrency.lockutils [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "21dd7391-4bee-485a-a6bd-822d78495760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.971319] env[69162]: DEBUG oslo_concurrency.lockutils [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "21dd7391-4bee-485a-a6bd-822d78495760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.971521] env[69162]: DEBUG oslo_concurrency.lockutils [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "21dd7391-4bee-485a-a6bd-822d78495760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.971708] env[69162]: DEBUG oslo_concurrency.lockutils [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "21dd7391-4bee-485a-a6bd-822d78495760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.971872] env[69162]: DEBUG oslo_concurrency.lockutils [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "21dd7391-4bee-485a-a6bd-822d78495760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.974242] env[69162]: INFO nova.compute.manager [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Terminating instance [ 1265.984615] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: d7f0dcbb-8e92-4b9e-8049-3e0c18f2455d] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.085608] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2714ce89-510a-4200-8937-eeb0d1ed2c1c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.095983] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9adad7-cd4f-4fed-a98b-c6204cb30459 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.141054] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdc7a02-7fbb-4f21-bd7a-44aaf0531c91 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.171150] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6648ac6c-8e39-4495-a43a-374b821a337a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.188966] env[69162]: DEBUG nova.compute.provider_tree [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.350992] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233463, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.354229] env[69162]: DEBUG oslo_vmware.api [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233466, 'name': ReconfigVM_Task, 'duration_secs': 0.249902} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.354551] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646297', 'volume_id': '909009e5-a470-4db0-83af-10767db8f191', 'name': 'volume-909009e5-a470-4db0-83af-10767db8f191', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b4cfa48-ce5e-4389-85cb-9a84ccd86daa', 'attached_at': '', 'detached_at': '', 'volume_id': '909009e5-a470-4db0-83af-10767db8f191', 'serial': '909009e5-a470-4db0-83af-10767db8f191'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.425443] env[69162]: DEBUG oslo_concurrency.lockutils [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.425607] env[69162]: INFO nova.compute.manager [-] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Took 1.29 seconds to deallocate network for instance. [ 1266.481341] env[69162]: DEBUG nova.compute.manager [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.481695] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.483451] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9fa7d4-499f-4cfe-9fc0-ed5170641229 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.490840] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: c5b7159a-694c-4d08-8184-af4bb10a4426] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.495447] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.495968] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b479e3de-2189-4b2c-b210-e1828a0f1c1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.504282] env[69162]: DEBUG oslo_vmware.api [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1266.504282] env[69162]: value = "task-3233468" [ 1266.504282] env[69162]: _type = "Task" [ 1266.504282] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.514300] env[69162]: DEBUG oslo_vmware.api [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.711060] env[69162]: ERROR nova.scheduler.client.report [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [req-03b5a325-ec90-4ca9-916b-6047a21be3ed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-03b5a325-ec90-4ca9-916b-6047a21be3ed"}]} [ 1266.728670] env[69162]: DEBUG nova.scheduler.client.report [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1266.745624] env[69162]: DEBUG nova.scheduler.client.report [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1266.745877] env[69162]: DEBUG nova.compute.provider_tree [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.758054] env[69162]: DEBUG nova.scheduler.client.report [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1266.780586] env[69162]: DEBUG nova.scheduler.client.report [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1266.849404] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233463, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.901608] env[69162]: DEBUG nova.objects.instance [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lazy-loading 'flavor' on Instance uuid 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.933039] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.964536] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efb14d3-8a3f-45bb-98bb-a4b94c7689a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.969760] env[69162]: DEBUG nova.compute.manager [req-337b748a-4cd0-4237-86ae-8891a912690d req-ec8d35ff-44da-405c-bca4-614234de7c3c service nova] [instance: a7334193-7034-4f4c-9199-2bce317cc80d] Received event network-vif-deleted-cc957a0b-d014-4e4b-a761-8796c7c9ef88 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.976063] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47b9107-8fbd-42fd-8af1-7a46d658daec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.008091] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 613d9465-10e2-4ea4-afa3-f0c2ce7c374e] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.013407] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b15f66-04f4-488f-a735-99e96613c429 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.022303] env[69162]: DEBUG oslo_vmware.api [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.026195] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da6b3c5-4315-4c41-ba9c-1333dab1eac7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.044779] env[69162]: DEBUG nova.compute.provider_tree [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.349248] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233463, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.492443} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.349517] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d/OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d.vmdk to [datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177/19019f5b-d1e2-4f5e-b4ac-828eb3762177.vmdk. [ 1267.349722] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Cleaning up location [datastore1] OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1267.349904] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a9857082-fb86-49b2-9e99-f01be9c53b3d {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.350167] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e01b724-7b3c-4211-8e67-5f0e9c714f5a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.356371] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1267.356371] env[69162]: value = "task-3233469" [ 1267.356371] env[69162]: _type = "Task" [ 1267.356371] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.364039] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.510605] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: d6fe51a8-9fa8-49a7-ad21-bd162f7c0a84] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.521896] env[69162]: DEBUG oslo_vmware.api [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233468, 'name': PowerOffVM_Task, 'duration_secs': 0.823666} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.522231] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.522424] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.522681] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c98fba1-6801-480b-a8d3-d3bf85def1a3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.574666] env[69162]: DEBUG nova.scheduler.client.report [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1267.574938] env[69162]: DEBUG nova.compute.provider_tree [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 171 to 172 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1267.575140] env[69162]: DEBUG nova.compute.provider_tree [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.632330] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.632553] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.632736] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleting the datastore file [datastore1] 21dd7391-4bee-485a-a6bd-822d78495760 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.633054] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7f9b590-3fda-4761-be09-7d048babaf3e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.640712] env[69162]: DEBUG oslo_vmware.api [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1267.640712] env[69162]: value = "task-3233471" [ 1267.640712] env[69162]: _type = "Task" [ 1267.640712] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.648848] env[69162]: DEBUG oslo_vmware.api [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.868033] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036133} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.868327] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.868327] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177/19019f5b-d1e2-4f5e-b4ac-828eb3762177.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.868608] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177/19019f5b-d1e2-4f5e-b4ac-828eb3762177.vmdk to [datastore1] a5648f18-d78a-4449-98be-bfa1c93d4e23/a5648f18-d78a-4449-98be-bfa1c93d4e23.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.868968] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42250cbe-856a-4ef7-9cce-cbafa23a927e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.878352] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1267.878352] env[69162]: value = "task-3233472" [ 1267.878352] env[69162]: _type = "Task" [ 1267.878352] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.889752] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.912454] env[69162]: DEBUG oslo_concurrency.lockutils [None req-7b7c6b0f-6045-40b2-8a38-1161a0b9fbdd tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.017147] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 48391860-2920-44ab-b24d-0b04c15eb11b] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.080023] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.218s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.080577] env[69162]: DEBUG nova.compute.manager [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.083151] env[69162]: DEBUG oslo_concurrency.lockutils [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.658s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.083370] env[69162]: DEBUG oslo_concurrency.lockutils [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.085513] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.153s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.085753] env[69162]: DEBUG nova.objects.instance [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lazy-loading 'resources' on Instance uuid a7334193-7034-4f4c-9199-2bce317cc80d {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.103498] env[69162]: INFO nova.scheduler.client.report [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleted allocations for instance 2610de4b-76e5-4d36-8544-525b4cb645c1 [ 1268.151528] env[69162]: DEBUG oslo_vmware.api [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.392031] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233472, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.520680] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 99d1e64e-dd30-40b1-8e32-123181bd4ebd] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.589423] env[69162]: DEBUG nova.compute.utils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.594970] env[69162]: DEBUG nova.compute.manager [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.594970] env[69162]: DEBUG nova.network.neutron [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.614466] env[69162]: DEBUG oslo_concurrency.lockutils [None req-df4b6547-aed2-4692-b692-a93c9343b729 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "2610de4b-76e5-4d36-8544-525b4cb645c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.860s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.646357] env[69162]: DEBUG nova.policy [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f374ef0cec1d456fa260ec7ba218e4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0610a62908a3430eb7e8d2f25dad07c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.656748] env[69162]: DEBUG oslo_vmware.api [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.583749} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.657149] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.657345] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.657412] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.657566] env[69162]: INFO nova.compute.manager [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1268.657820] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.658039] env[69162]: DEBUG nova.compute.manager [-] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.658433] env[69162]: DEBUG nova.network.neutron [-] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.782892] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.783423] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.783805] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.784168] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.784533] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.788767] env[69162]: INFO nova.compute.manager [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Terminating instance [ 1268.805019] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e181d42f-2935-4840-a045-25cb9420bb59 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.818391] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaa20e5-111c-4d88-93d3-1344eba99e77 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.863476] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0541ff69-a21e-4481-9f25-b60e52ed355e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.877214] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d484af67-375b-4b72-8efc-fe0cac7f39d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.897240] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233472, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.905199] env[69162]: DEBUG nova.compute.provider_tree [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.024600] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 120eb3cd-cca8-4a89-b01b-691b6f7d790b] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.096841] env[69162]: DEBUG nova.compute.manager [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.133677] env[69162]: DEBUG nova.compute.manager [req-b1af5232-57db-4360-9750-c39f6b17dc05 req-b3643961-281e-4262-bfd5-eb08106f3846 service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Received event network-vif-deleted-00d581aa-69a0-45fa-a9f3-01aaf13a5dc8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.133677] env[69162]: INFO nova.compute.manager [req-b1af5232-57db-4360-9750-c39f6b17dc05 req-b3643961-281e-4262-bfd5-eb08106f3846 service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Neutron deleted interface 00d581aa-69a0-45fa-a9f3-01aaf13a5dc8; detaching it from the instance and deleting it from the info cache [ 1269.133677] env[69162]: DEBUG nova.network.neutron [req-b1af5232-57db-4360-9750-c39f6b17dc05 req-b3643961-281e-4262-bfd5-eb08106f3846 service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.162102] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "962df334-556a-417e-8aa4-57ceca4b5d9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.162449] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.182223] env[69162]: DEBUG nova.network.neutron [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Successfully created port: 43d4ef6a-d7a0-47db-b418-d8ab632f8e07 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.296844] env[69162]: DEBUG nova.compute.manager [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.297111] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.298316] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ef99fc-0621-4435-9f34-bb6765e29cb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.311829] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.312177] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e752ba3e-5f11-4ac7-92f4-72d03b9efedd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.322799] env[69162]: DEBUG oslo_vmware.api [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1269.322799] env[69162]: value = "task-3233474" [ 1269.322799] env[69162]: _type = "Task" [ 1269.322799] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.335749] env[69162]: DEBUG oslo_vmware.api [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.398794] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233472, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.411221] env[69162]: DEBUG nova.scheduler.client.report [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.528808] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 132ba9ea-8c19-4e6e-a400-b1a79b0e4499] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.600490] env[69162]: DEBUG nova.network.neutron [-] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.636544] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b375a75f-47ef-4cff-baaf-5f2ad2d37f63 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.650675] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9520eb90-1c46-4523-9c2a-dd4bf6820c30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.664681] env[69162]: DEBUG nova.compute.manager [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.690650] env[69162]: DEBUG nova.compute.manager [req-b1af5232-57db-4360-9750-c39f6b17dc05 req-b3643961-281e-4262-bfd5-eb08106f3846 service nova] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Detach interface failed, port_id=00d581aa-69a0-45fa-a9f3-01aaf13a5dc8, reason: Instance 21dd7391-4bee-485a-a6bd-822d78495760 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.836668] env[69162]: DEBUG oslo_vmware.api [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233474, 'name': PowerOffVM_Task, 'duration_secs': 0.510334} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.837100] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.837361] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.837676] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e6c618d-dfa5-40ef-9640-92ea5093f4ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.897904] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233472, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.917155] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.944218] env[69162]: INFO nova.scheduler.client.report [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Deleted allocations for instance a7334193-7034-4f4c-9199-2bce317cc80d [ 1270.018999] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.019169] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.019435] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleting the datastore file [datastore1] 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.019869] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebc0d078-2b70-4306-9f54-e44bf3ef1c56 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.030753] env[69162]: DEBUG oslo_vmware.api [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1270.030753] env[69162]: value = "task-3233476" [ 1270.030753] env[69162]: _type = "Task" [ 1270.030753] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.034733] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 94fb6653-a07d-45e9-9fa1-a5ed6c3babc9] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.044369] env[69162]: DEBUG oslo_vmware.api [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.083336] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.083539] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.106389] env[69162]: INFO nova.compute.manager [-] [instance: 21dd7391-4bee-485a-a6bd-822d78495760] Took 1.45 seconds to deallocate network for instance. [ 1270.107569] env[69162]: DEBUG nova.compute.manager [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.138663] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.138995] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.139209] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.139470] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.139772] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.139772] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.140257] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.141082] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.141372] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.141645] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.141908] env[69162]: DEBUG nova.virt.hardware [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.143047] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4e0586-f88f-4be2-a57d-d46b595896e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.176963] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e643e07-6026-4feb-b278-065b34e9b87f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.201813] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.202185] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.203858] env[69162]: INFO nova.compute.claims [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.400213] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233472, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.453102] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6438363b-9b88-400f-b006-469b27dd3bcc tempest-InstanceActionsV221TestJSON-1440702327 tempest-InstanceActionsV221TestJSON-1440702327-project-member] Lock "a7334193-7034-4f4c-9199-2bce317cc80d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.985s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.538336] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: bbb22847-2309-4e5a-bcc2-267e52bd4dbd] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.543252] env[69162]: DEBUG oslo_vmware.api [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.585762] env[69162]: DEBUG nova.compute.manager [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.616260] env[69162]: DEBUG oslo_concurrency.lockutils [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.757123] env[69162]: DEBUG nova.network.neutron [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Successfully updated port: 43d4ef6a-d7a0-47db-b418-d8ab632f8e07 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.901795] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233472, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.68277} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.902113] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/19019f5b-d1e2-4f5e-b4ac-828eb3762177/19019f5b-d1e2-4f5e-b4ac-828eb3762177.vmdk to [datastore1] a5648f18-d78a-4449-98be-bfa1c93d4e23/a5648f18-d78a-4449-98be-bfa1c93d4e23.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.903455] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5573cbf2-da09-421a-8285-ef09325ff1ce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.930332] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] a5648f18-d78a-4449-98be-bfa1c93d4e23/a5648f18-d78a-4449-98be-bfa1c93d4e23.vmdk or device None with type streamOptimized {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.930661] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f0c6584-c88a-4366-90ae-8aefc75c177c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.952165] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1270.952165] env[69162]: value = "task-3233477" [ 1270.952165] env[69162]: _type = "Task" [ 1270.952165] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.961783] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.043785] env[69162]: DEBUG oslo_vmware.api [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.926994} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.044302] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 05b59159-1ed6-49ec-bb2a-43430d6823a0] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.047177] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.047375] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.047548] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.047716] env[69162]: INFO nova.compute.manager [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1271.048320] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.051031] env[69162]: DEBUG nova.compute.manager [-] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.051031] env[69162]: DEBUG nova.network.neutron [-] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.114178] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.262426] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "refresh_cache-32baf9a1-8ae6-4638-a2ff-539e90fc13a6" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.262613] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "refresh_cache-32baf9a1-8ae6-4638-a2ff-539e90fc13a6" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.262772] env[69162]: DEBUG nova.network.neutron [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.286044] env[69162]: DEBUG nova.compute.manager [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Received event network-vif-plugged-43d4ef6a-d7a0-47db-b418-d8ab632f8e07 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.286280] env[69162]: DEBUG oslo_concurrency.lockutils [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] Acquiring lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.286512] env[69162]: DEBUG oslo_concurrency.lockutils [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] Lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.286644] env[69162]: DEBUG oslo_concurrency.lockutils [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] Lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.288165] env[69162]: DEBUG nova.compute.manager [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] No waiting events found dispatching network-vif-plugged-43d4ef6a-d7a0-47db-b418-d8ab632f8e07 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.288165] env[69162]: WARNING nova.compute.manager [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Received unexpected event network-vif-plugged-43d4ef6a-d7a0-47db-b418-d8ab632f8e07 for instance with vm_state building and task_state spawning. [ 1271.288165] env[69162]: DEBUG nova.compute.manager [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Received event network-changed-43d4ef6a-d7a0-47db-b418-d8ab632f8e07 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.288165] env[69162]: DEBUG nova.compute.manager [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Refreshing instance network info cache due to event network-changed-43d4ef6a-d7a0-47db-b418-d8ab632f8e07. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.288165] env[69162]: DEBUG oslo_concurrency.lockutils [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] Acquiring lock "refresh_cache-32baf9a1-8ae6-4638-a2ff-539e90fc13a6" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.405697] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc0e3e-a856-44e3-b3ff-23ab5be375ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.416474] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d81811-c391-4572-95ce-654eb84e36e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.466347] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8ff1ba-123a-4f4d-a68d-b98859b6a03d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.475671] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233477, 'name': ReconfigVM_Task, 'duration_secs': 0.332758} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.476010] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Reconfigured VM instance instance-00000060 to attach disk [datastore1] a5648f18-d78a-4449-98be-bfa1c93d4e23/a5648f18-d78a-4449-98be-bfa1c93d4e23.vmdk or device None with type streamOptimized {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.477571] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d05f89-29f9-4fc7-bf8a-ab558be62c9e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.481313] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-420eaaeb-6291-4ffb-a5bb-d1e0972af550 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.493015] env[69162]: DEBUG nova.compute.provider_tree [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.495432] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1271.495432] env[69162]: value = "task-3233478" [ 1271.495432] env[69162]: _type = "Task" [ 1271.495432] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.503967] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233478, 'name': Rename_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.549494] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 88eaf0df-5255-4011-ac1a-455c2556e1df] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.820327] env[69162]: DEBUG nova.network.neutron [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.999284] env[69162]: DEBUG nova.scheduler.client.report [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.013302] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233478, 'name': Rename_Task, 'duration_secs': 0.158833} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.015439] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.015439] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fec5ae5-2a2f-4eaf-a9e1-1cf116d0960d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.023679] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1272.023679] env[69162]: value = "task-3233479" [ 1272.023679] env[69162]: _type = "Task" [ 1272.023679] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.034162] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.052790] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 99fe6fb9-9965-4811-ba4c-a0084eb2672b] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.105268] env[69162]: DEBUG nova.network.neutron [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Updating instance_info_cache with network_info: [{"id": "43d4ef6a-d7a0-47db-b418-d8ab632f8e07", "address": "fa:16:3e:6a:fa:30", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d4ef6a-d7", "ovs_interfaceid": "43d4ef6a-d7a0-47db-b418-d8ab632f8e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.507138] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.507630] env[69162]: DEBUG nova.compute.manager [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.511238] env[69162]: DEBUG oslo_concurrency.lockutils [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.895s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.512269] env[69162]: DEBUG nova.objects.instance [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lazy-loading 'resources' on Instance uuid 21dd7391-4bee-485a-a6bd-822d78495760 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.518668] env[69162]: DEBUG nova.network.neutron [-] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.536761] env[69162]: DEBUG oslo_vmware.api [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233479, 'name': PowerOnVM_Task, 'duration_secs': 0.491849} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.537166] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.562195] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: c4d26567-05de-49c0-bc5f-9310cbd12847] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.610893] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "refresh_cache-32baf9a1-8ae6-4638-a2ff-539e90fc13a6" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.610893] env[69162]: DEBUG nova.compute.manager [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Instance network_info: |[{"id": "43d4ef6a-d7a0-47db-b418-d8ab632f8e07", "address": "fa:16:3e:6a:fa:30", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d4ef6a-d7", "ovs_interfaceid": "43d4ef6a-d7a0-47db-b418-d8ab632f8e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1272.610893] env[69162]: DEBUG oslo_concurrency.lockutils [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] Acquired lock "refresh_cache-32baf9a1-8ae6-4638-a2ff-539e90fc13a6" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.610893] env[69162]: DEBUG nova.network.neutron [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Refreshing network info cache for port 43d4ef6a-d7a0-47db-b418-d8ab632f8e07 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.610893] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:fa:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43d4ef6a-d7a0-47db-b418-d8ab632f8e07', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.621965] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.624832] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.625300] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04a970c7-b45c-4c09-871f-417b8f6433d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.651993] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.651993] env[69162]: value = "task-3233480" [ 1272.651993] env[69162]: _type = "Task" [ 1272.651993] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.664528] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233480, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.672409] env[69162]: DEBUG nova.compute.manager [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.673413] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79dc067-1c3f-4ad8-80ed-7ebb9db7c2d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.018242] env[69162]: DEBUG nova.compute.utils [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.026199] env[69162]: DEBUG nova.compute.manager [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.026391] env[69162]: DEBUG nova.network.neutron [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.030195] env[69162]: INFO nova.compute.manager [-] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Took 1.98 seconds to deallocate network for instance. [ 1273.064516] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: b1cf7049-0ff5-42cb-9c7f-df9e94ec63a4] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.088889] env[69162]: DEBUG nova.policy [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39110f3df02b4872ab741d7d7d11f684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd1c8980ffcf4ea69116658e4bb3807d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.173942] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233480, 'name': CreateVM_Task, 'duration_secs': 0.38327} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.178340] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.181369] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.181369] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.181705] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.182297] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1bb5935-d4c4-4176-a3b1-539dc5826868 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.188351] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1273.188351] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5249639c-740d-3936-70de-1c53cda9038d" [ 1273.188351] env[69162]: _type = "Task" [ 1273.188351] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.202708] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ba0c9548-26f2-4c41-a368-2345a7f438d8 tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.843s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.208319] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5249639c-740d-3936-70de-1c53cda9038d, 'name': SearchDatastore_Task, 'duration_secs': 0.012517} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.209175] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.209175] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.209175] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.209328] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.209400] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.209650] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-def5a5bd-bbfe-4ded-adb7-2993d01cf452 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.222874] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.223054] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.223802] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca8cd14e-5258-4c40-a317-8d923214a0d5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.230545] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1273.230545] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fc6d72-c2fa-4226-3a30-c66b26265168" [ 1273.230545] env[69162]: _type = "Task" [ 1273.230545] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.245145] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fc6d72-c2fa-4226-3a30-c66b26265168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.278965] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9ebf29-d33f-4fa7-96a4-afc4104c4052 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.294078] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaeb408-8a9c-4e46-a6c4-d8fb9737e973 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.338927] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d17c429-da07-466d-af8b-47faf09fd9cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.344485] env[69162]: DEBUG nova.compute.manager [req-23358a54-b7c3-438a-b10d-291b71b09c6e req-7127cbc6-8b8d-413f-bfb9-0e9106ad9820 service nova] [instance: 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa] Received event network-vif-deleted-5bb460f9-6073-49cb-9a65-80fb6a3e734b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.352550] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2102136-ecce-4b81-8a43-83fda3778f77 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.368382] env[69162]: DEBUG nova.compute.provider_tree [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.480606] env[69162]: DEBUG nova.network.neutron [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Updated VIF entry in instance network info cache for port 43d4ef6a-d7a0-47db-b418-d8ab632f8e07. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.480606] env[69162]: DEBUG nova.network.neutron [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Updating instance_info_cache with network_info: [{"id": "43d4ef6a-d7a0-47db-b418-d8ab632f8e07", "address": "fa:16:3e:6a:fa:30", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d4ef6a-d7", "ovs_interfaceid": "43d4ef6a-d7a0-47db-b418-d8ab632f8e07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.530021] env[69162]: DEBUG nova.compute.manager [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.540065] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.568319] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: bb46b420-8682-4a15-acac-6d4b65592f80] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.653842] env[69162]: DEBUG nova.network.neutron [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Successfully created port: 74de76b2-b20d-42af-8a05-1935411430fa {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.744177] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52fc6d72-c2fa-4226-3a30-c66b26265168, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.745690] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0063e9c7-a613-4570-b278-609ff5b1df6b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.752874] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1273.752874] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b66b26-70de-9189-e790-1b96455b85ab" [ 1273.752874] env[69162]: _type = "Task" [ 1273.752874] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.770494] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b66b26-70de-9189-e790-1b96455b85ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012462} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.771234] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.771680] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 32baf9a1-8ae6-4638-a2ff-539e90fc13a6/32baf9a1-8ae6-4638-a2ff-539e90fc13a6.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.772125] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e03aaa92-f06d-4b12-9759-e07c108cf113 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.780785] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1273.780785] env[69162]: value = "task-3233481" [ 1273.780785] env[69162]: _type = "Task" [ 1273.780785] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.792952] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.877626] env[69162]: DEBUG nova.scheduler.client.report [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.983478] env[69162]: DEBUG oslo_concurrency.lockutils [req-7f5b2bd2-8a21-4208-9c42-3e94a3717319 req-6e58529c-7446-47c9-a527-ff461f9c1b27 service nova] Releasing lock "refresh_cache-32baf9a1-8ae6-4638-a2ff-539e90fc13a6" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.032134] env[69162]: INFO nova.virt.block_device [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Booting with volume a16d4c44-78d6-4545-bfa4-ba5ef29492c4 at /dev/sda [ 1274.072601] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 128d4784-9841-4527-b560-19c047fe8773] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.082351] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a332159-d185-4bc0-9c98-0bdfcc9eef1f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.096604] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df31cb2-706c-458e-b1ff-3c164e4869f9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.136888] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c892ff3b-1a37-4e33-8d11-6cc77a94116c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.148650] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d6ebce-6bdc-4756-b2ea-ea310a25ea6d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.189718] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38c75b3-0ea7-4bd8-a02c-a90825a1810a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.198919] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659038bb-0887-4797-a793-1a71c689c032 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.216531] env[69162]: DEBUG nova.virt.block_device [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating existing volume attachment record: c01bbb8f-b10e-48a9-8a06-31d54d9b9aa9 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1274.272273] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.272491] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.272704] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.272888] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.273073] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.275295] env[69162]: INFO nova.compute.manager [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Terminating instance [ 1274.292067] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508261} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.292352] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 32baf9a1-8ae6-4638-a2ff-539e90fc13a6/32baf9a1-8ae6-4638-a2ff-539e90fc13a6.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.292680] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.292816] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b73711b3-ee82-40ec-8075-264d97030072 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.301249] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1274.301249] env[69162]: value = "task-3233482" [ 1274.301249] env[69162]: _type = "Task" [ 1274.301249] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.311827] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.384094] env[69162]: DEBUG oslo_concurrency.lockutils [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.388569] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.274s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.391364] env[69162]: INFO nova.compute.claims [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.415451] env[69162]: INFO nova.scheduler.client.report [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted allocations for instance 21dd7391-4bee-485a-a6bd-822d78495760 [ 1274.576380] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 08577608-89ff-40e9-9a43-2b4218500b63] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.779067] env[69162]: DEBUG nova.compute.manager [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.779357] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.780217] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5240db-5c26-4d09-84c7-2fe56e35bc40 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.788635] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.788906] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-714abc31-76d1-43f2-8d42-8e7d309170dd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.795801] env[69162]: DEBUG oslo_vmware.api [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1274.795801] env[69162]: value = "task-3233483" [ 1274.795801] env[69162]: _type = "Task" [ 1274.795801] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.804877] env[69162]: DEBUG oslo_vmware.api [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.813711] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085155} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.813711] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.814278] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92756a8-64fc-404c-bd47-37410d6ce1da {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.837329] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 32baf9a1-8ae6-4638-a2ff-539e90fc13a6/32baf9a1-8ae6-4638-a2ff-539e90fc13a6.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.837652] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f28e44a-46d6-4258-bc64-4b5eea71d569 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.861594] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1274.861594] env[69162]: value = "task-3233484" [ 1274.861594] env[69162]: _type = "Task" [ 1274.861594] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.871046] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.925608] env[69162]: DEBUG oslo_concurrency.lockutils [None req-02001fec-d429-4981-a0c1-6aa215d07c51 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "21dd7391-4bee-485a-a6bd-822d78495760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.954s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.079985] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: e01fcbef-72a7-45b4-ae76-a7e91e9aa323] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.271736] env[69162]: DEBUG nova.network.neutron [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Successfully updated port: 74de76b2-b20d-42af-8a05-1935411430fa {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.308440] env[69162]: DEBUG oslo_vmware.api [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233483, 'name': PowerOffVM_Task, 'duration_secs': 0.296685} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.308759] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.309127] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.309281] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-808d700b-e604-486f-8ef9-fab0d3e21043 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.356014] env[69162]: DEBUG nova.compute.manager [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Received event network-vif-plugged-74de76b2-b20d-42af-8a05-1935411430fa {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.356310] env[69162]: DEBUG oslo_concurrency.lockutils [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] Acquiring lock "962df334-556a-417e-8aa4-57ceca4b5d9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.356464] env[69162]: DEBUG oslo_concurrency.lockutils [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.356629] env[69162]: DEBUG oslo_concurrency.lockutils [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.356798] env[69162]: DEBUG nova.compute.manager [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] No waiting events found dispatching network-vif-plugged-74de76b2-b20d-42af-8a05-1935411430fa {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.356961] env[69162]: WARNING nova.compute.manager [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Received unexpected event network-vif-plugged-74de76b2-b20d-42af-8a05-1935411430fa for instance with vm_state building and task_state block_device_mapping. [ 1275.357135] env[69162]: DEBUG nova.compute.manager [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Received event network-changed-74de76b2-b20d-42af-8a05-1935411430fa {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.357290] env[69162]: DEBUG nova.compute.manager [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Refreshing instance network info cache due to event network-changed-74de76b2-b20d-42af-8a05-1935411430fa. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.357477] env[69162]: DEBUG oslo_concurrency.lockutils [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] Acquiring lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.357608] env[69162]: DEBUG oslo_concurrency.lockutils [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] Acquired lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.357762] env[69162]: DEBUG nova.network.neutron [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Refreshing network info cache for port 74de76b2-b20d-42af-8a05-1935411430fa {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.375240] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233484, 'name': ReconfigVM_Task, 'duration_secs': 0.338791} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.375546] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 32baf9a1-8ae6-4638-a2ff-539e90fc13a6/32baf9a1-8ae6-4638-a2ff-539e90fc13a6.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.376237] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4819b057-db1e-4daa-8007-6bc90ef12e5c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.386272] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1275.386272] env[69162]: value = "task-3233486" [ 1275.386272] env[69162]: _type = "Task" [ 1275.386272] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.391247] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.391474] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.391683] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleting the datastore file [datastore1] a5648f18-d78a-4449-98be-bfa1c93d4e23 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.394885] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5450ae4d-6466-40e1-af50-918d091ed797 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.397886] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233486, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.407107] env[69162]: DEBUG oslo_vmware.api [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for the task: (returnval){ [ 1275.407107] env[69162]: value = "task-3233487" [ 1275.407107] env[69162]: _type = "Task" [ 1275.407107] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.417886] env[69162]: DEBUG oslo_vmware.api [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.573283] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4babd77a-9356-40b0-ba43-06809d217a18 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.583598] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d687d2-e341-4150-a4b0-84fdb5165371 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.587525] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: ca60526d-f004-45c1-b23b-1e5f90bb23cc] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.623470] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f748a9f9-d9ca-4b93-a0cf-dd50b1c4f6db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.632026] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcfc5a4-99bd-4143-9665-914fe8804e1a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.647476] env[69162]: DEBUG nova.compute.provider_tree [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.774733] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.895813] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233486, 'name': Rename_Task, 'duration_secs': 0.167027} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.896159] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.896375] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c599a85-d153-4632-a558-b425e3ccde48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.903383] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1275.903383] env[69162]: value = "task-3233488" [ 1275.903383] env[69162]: _type = "Task" [ 1275.903383] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.907499] env[69162]: DEBUG nova.network.neutron [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.915546] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.921167] env[69162]: DEBUG oslo_vmware.api [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Task: {'id': task-3233487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152678} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.921405] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.921590] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.921759] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.921934] env[69162]: INFO nova.compute.manager [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1275.922310] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.922529] env[69162]: DEBUG nova.compute.manager [-] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.922621] env[69162]: DEBUG nova.network.neutron [-] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.082974] env[69162]: DEBUG nova.network.neutron [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.092532] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 71559be7-ab61-463b-8a2e-bcb5b10ebd8f] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.151314] env[69162]: DEBUG nova.scheduler.client.report [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.308489] env[69162]: DEBUG nova.compute.manager [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.309098] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.309332] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.309507] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.309690] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.309939] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.310215] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.310453] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.310626] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.310799] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.310967] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.311164] env[69162]: DEBUG nova.virt.hardware [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.312236] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a14731-abe5-4635-9b60-b90a8646f2f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.323570] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ee1630-d187-49f8-bc97-5c6d1d7289c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.414074] env[69162]: DEBUG oslo_vmware.api [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233488, 'name': PowerOnVM_Task, 'duration_secs': 0.48306} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.414074] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.414074] env[69162]: INFO nova.compute.manager [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Took 6.31 seconds to spawn the instance on the hypervisor. [ 1276.414374] env[69162]: DEBUG nova.compute.manager [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.415021] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bde00d-27b4-4221-941a-fce173d5dc8b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.438252] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "592e7b11-582b-4288-b495-ab9d4a2391a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.438518] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "592e7b11-582b-4288-b495-ab9d4a2391a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.585200] env[69162]: DEBUG oslo_concurrency.lockutils [req-a2575712-c772-448c-8489-5bebd8cfa4d9 req-bf8cdce3-c002-461e-8464-5337ca70946b service nova] Releasing lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.585565] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.585729] env[69162]: DEBUG nova.network.neutron [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.595098] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 7d3ffe9b-359f-4379-94f3-e0f1233aeeb2] Instance has had 0 of 5 cleanup attempts {{(pid=69162) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.660314] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.661410] env[69162]: DEBUG nova.compute.manager [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.668157] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.124s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.668419] env[69162]: DEBUG nova.objects.instance [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lazy-loading 'resources' on Instance uuid 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.938999] env[69162]: INFO nova.compute.manager [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Took 12.45 seconds to build instance. [ 1276.942495] env[69162]: DEBUG nova.compute.manager [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.100480] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.100480] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Cleaning up deleted instances with incomplete migration {{(pid=69162) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1277.120168] env[69162]: DEBUG nova.network.neutron [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.170970] env[69162]: DEBUG nova.compute.utils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.177328] env[69162]: DEBUG nova.compute.manager [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.177328] env[69162]: DEBUG nova.network.neutron [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.267580] env[69162]: DEBUG nova.policy [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5926377097224d1d8e481b7f1fcb17d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be225d3c8f040c5892c40c5aecd4287', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.411688] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec35c85-e314-46c7-82e0-bef1f6a9a222 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.415850] env[69162]: DEBUG nova.network.neutron [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance_info_cache with network_info: [{"id": "74de76b2-b20d-42af-8a05-1935411430fa", "address": "fa:16:3e:bd:fb:73", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74de76b2-b2", "ovs_interfaceid": "74de76b2-b20d-42af-8a05-1935411430fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.420356] env[69162]: DEBUG nova.compute.manager [req-409ebebb-1c7f-4d8d-b6b4-2c12bba72de1 req-c3f28deb-5218-4c03-a7a0-b23c096449f0 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Received event network-vif-deleted-11143e6c-e8d6-4bc5-8563-539b3a132fdb {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.420356] env[69162]: INFO nova.compute.manager [req-409ebebb-1c7f-4d8d-b6b4-2c12bba72de1 req-c3f28deb-5218-4c03-a7a0-b23c096449f0 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Neutron deleted interface 11143e6c-e8d6-4bc5-8563-539b3a132fdb; detaching it from the instance and deleting it from the info cache [ 1277.420356] env[69162]: DEBUG nova.network.neutron [req-409ebebb-1c7f-4d8d-b6b4-2c12bba72de1 req-c3f28deb-5218-4c03-a7a0-b23c096449f0 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.423790] env[69162]: DEBUG nova.network.neutron [-] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.429338] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5de500-1269-47ea-9a66-2c80b0ae6a2c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.469687] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d66ad67-d21d-4eac-b85d-ad1bb994f1db tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.988s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.479380] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5bc08c-510a-4670-b7ce-39edb7bf3c8e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.493166] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d0d393-dab6-4845-a125-9fa708385732 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.500028] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.510444] env[69162]: DEBUG nova.compute.provider_tree [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.603415] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.677057] env[69162]: DEBUG nova.compute.manager [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.816932] env[69162]: DEBUG nova.network.neutron [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Successfully created port: a65d8c47-d446-4340-98f0-8afb63ac5f65 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.921810] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.922164] env[69162]: DEBUG nova.compute.manager [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Instance network_info: |[{"id": "74de76b2-b20d-42af-8a05-1935411430fa", "address": "fa:16:3e:bd:fb:73", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74de76b2-b2", "ovs_interfaceid": "74de76b2-b20d-42af-8a05-1935411430fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.922586] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:fb:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74de76b2-b20d-42af-8a05-1935411430fa', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.932396] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.933051] env[69162]: INFO nova.compute.manager [-] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Took 2.01 seconds to deallocate network for instance. [ 1277.933329] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.933573] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-623f6657-0687-46d7-b0bf-f59cc22e16fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.937547] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8f89fb6-8ff5-43e3-be9c-568f562ab09c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.968511] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f986d1d-f67f-434d-970e-c73708535533 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.982309] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.982309] env[69162]: value = "task-3233489" [ 1277.982309] env[69162]: _type = "Task" [ 1277.982309] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.986882] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.986882] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.986882] env[69162]: DEBUG nova.compute.manager [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.986882] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5344ad-323b-4731-8f3c-f300582172ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.994371] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233489, 'name': CreateVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.000021] env[69162]: DEBUG nova.compute.manager [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1278.000021] env[69162]: DEBUG nova.objects.instance [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'flavor' on Instance uuid 32baf9a1-8ae6-4638-a2ff-539e90fc13a6 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.011642] env[69162]: DEBUG nova.compute.manager [req-409ebebb-1c7f-4d8d-b6b4-2c12bba72de1 req-c3f28deb-5218-4c03-a7a0-b23c096449f0 service nova] [instance: a5648f18-d78a-4449-98be-bfa1c93d4e23] Detach interface failed, port_id=11143e6c-e8d6-4bc5-8563-539b3a132fdb, reason: Instance a5648f18-d78a-4449-98be-bfa1c93d4e23 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.012916] env[69162]: DEBUG nova.scheduler.client.report [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.458021] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.496825] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233489, 'name': CreateVM_Task, 'duration_secs': 0.346758} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.499646] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.502202] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646298', 'volume_id': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'name': 'volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962df334-556a-417e-8aa4-57ceca4b5d9d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'serial': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4'}, 'attachment_id': 'c01bbb8f-b10e-48a9-8a06-31d54d9b9aa9', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69162) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1278.502527] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Root volume attach. Driver type: vmdk {{(pid=69162) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1278.503664] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731d9403-27a0-4ba0-ada4-fb89e3c57038 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.519503] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.522152] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1b54ae-0cdd-4b4e-b861-7cac5f550a0e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.526014] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.027s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.528551] env[69162]: INFO nova.compute.claims [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.539157] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7f2e44-68ac-44ae-8748-95b5e977eade {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.547547] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3ae7e568-9511-4ecf-96d5-e0312abf76e4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.551314] env[69162]: INFO nova.scheduler.client.report [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleted allocations for instance 2b4cfa48-ce5e-4389-85cb-9a84ccd86daa [ 1278.561237] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1278.561237] env[69162]: value = "task-3233490" [ 1278.561237] env[69162]: _type = "Task" [ 1278.561237] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.571029] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233490, 'name': RelocateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.686247] env[69162]: DEBUG nova.compute.manager [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.716052] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.716465] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.716740] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.716994] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.717363] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.717525] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.717744] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.717909] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.718160] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.718268] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.718441] env[69162]: DEBUG nova.virt.hardware [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.719502] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f0a8a1-44c0-4cbb-a38a-1b89ab6a5733 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.728262] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637bd9b-f609-4f2d-b6af-72a02cbe22cf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.035068] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.036871] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-130df726-5ff3-4118-badf-811f7bf2a9b3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.044797] env[69162]: DEBUG oslo_vmware.api [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1279.044797] env[69162]: value = "task-3233491" [ 1279.044797] env[69162]: _type = "Task" [ 1279.044797] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.059135] env[69162]: DEBUG oslo_vmware.api [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.060407] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e9422c3b-d329-425b-9c2a-f84e20f1f718 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "2b4cfa48-ce5e-4389-85cb-9a84ccd86daa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.277s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.073764] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233490, 'name': RelocateVM_Task} progress is 42%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.078420] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "4493d0f2-f201-422f-b2b5-061d73e4feeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.078747] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "4493d0f2-f201-422f-b2b5-061d73e4feeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.391259] env[69162]: DEBUG nova.network.neutron [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Successfully updated port: a65d8c47-d446-4340-98f0-8afb63ac5f65 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.449594] env[69162]: DEBUG nova.compute.manager [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Received event network-vif-plugged-a65d8c47-d446-4340-98f0-8afb63ac5f65 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.449809] env[69162]: DEBUG oslo_concurrency.lockutils [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] Acquiring lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.452018] env[69162]: DEBUG oslo_concurrency.lockutils [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.452018] env[69162]: DEBUG oslo_concurrency.lockutils [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.452018] env[69162]: DEBUG nova.compute.manager [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] No waiting events found dispatching network-vif-plugged-a65d8c47-d446-4340-98f0-8afb63ac5f65 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.452018] env[69162]: WARNING nova.compute.manager [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Received unexpected event network-vif-plugged-a65d8c47-d446-4340-98f0-8afb63ac5f65 for instance with vm_state building and task_state spawning. [ 1279.452018] env[69162]: DEBUG nova.compute.manager [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Received event network-changed-a65d8c47-d446-4340-98f0-8afb63ac5f65 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.452018] env[69162]: DEBUG nova.compute.manager [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Refreshing instance network info cache due to event network-changed-a65d8c47-d446-4340-98f0-8afb63ac5f65. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.452378] env[69162]: DEBUG oslo_concurrency.lockutils [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] Acquiring lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.452378] env[69162]: DEBUG oslo_concurrency.lockutils [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] Acquired lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.452590] env[69162]: DEBUG nova.network.neutron [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Refreshing network info cache for port a65d8c47-d446-4340-98f0-8afb63ac5f65 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.561254] env[69162]: DEBUG oslo_vmware.api [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233491, 'name': PowerOffVM_Task, 'duration_secs': 0.381488} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.564596] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.564877] env[69162]: DEBUG nova.compute.manager [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.566501] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acc3738-54df-4dc9-99bf-aa58b1f1b83b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.582476] env[69162]: DEBUG nova.compute.manager [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.593281] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233490, 'name': RelocateVM_Task} progress is 54%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.761038] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca73dd-a5aa-4f8c-a80a-93599de1786f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.773763] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8692ff-fd04-4413-b205-83e490725fb9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.817017] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693b56b5-fbdd-4186-9cf4-9718ee43b214 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.829558] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e885dde2-5bab-46bf-8f96-f9ad9e4a2729 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.849800] env[69162]: DEBUG nova.compute.provider_tree [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.894480] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.990902] env[69162]: DEBUG nova.network.neutron [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.071751] env[69162]: DEBUG nova.network.neutron [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.085260] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233490, 'name': RelocateVM_Task} progress is 65%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.097792] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d12a141e-e2f9-4d5b-9504-f2634e73b913 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.113s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.112952] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.354611] env[69162]: DEBUG nova.scheduler.client.report [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.464273] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.464806] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.465070] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.465281] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.465499] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.467829] env[69162]: INFO nova.compute.manager [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Terminating instance [ 1280.575219] env[69162]: DEBUG oslo_concurrency.lockutils [req-257b6a33-dfac-45f3-ad0d-446e67bcf19f req-ec2bed2f-7fa4-4375-9ecd-4471be1995f3 service nova] Releasing lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.575822] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.575982] env[69162]: DEBUG nova.network.neutron [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.581285] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233490, 'name': RelocateVM_Task} progress is 78%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.860142] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.860675] env[69162]: DEBUG nova.compute.manager [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.863781] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.406s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.864022] env[69162]: DEBUG nova.objects.instance [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lazy-loading 'resources' on Instance uuid a5648f18-d78a-4449-98be-bfa1c93d4e23 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.971734] env[69162]: DEBUG nova.compute.manager [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.971919] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.973340] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584b6abe-3144-4e82-8f7f-c03cb6f4b835 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.984743] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.985052] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2193c0ea-3e8a-4f56-a0bf-04c66e07f804 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.080303] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233490, 'name': RelocateVM_Task} progress is 95%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.081657] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.081865] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.082066] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleting the datastore file [datastore2] 32baf9a1-8ae6-4638-a2ff-539e90fc13a6 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.082765] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f952a7f6-4c6a-4962-ace8-28f586b3c8bc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.089997] env[69162]: DEBUG oslo_vmware.api [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1281.089997] env[69162]: value = "task-3233493" [ 1281.089997] env[69162]: _type = "Task" [ 1281.089997] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.101091] env[69162]: DEBUG oslo_vmware.api [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.112277] env[69162]: DEBUG nova.network.neutron [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.269344] env[69162]: DEBUG nova.network.neutron [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance_info_cache with network_info: [{"id": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "address": "fa:16:3e:9f:46:16", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65d8c47-d4", "ovs_interfaceid": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.366679] env[69162]: DEBUG nova.compute.utils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.371190] env[69162]: DEBUG nova.compute.manager [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.371424] env[69162]: DEBUG nova.network.neutron [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.409587] env[69162]: DEBUG nova.policy [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cacda18db0b641259c0e3c1e56840935', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26914cc9e5c4bb4ae091f19c867e9d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.555906] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b47202-1d77-4a7a-b02c-2e237008c3ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.564064] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a09488-1cb2-43b2-9dc1-5c96cc9e7a53 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.602062] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc43b52-0bb9-420a-87ee-6be2682f74a3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.607721] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233490, 'name': RelocateVM_Task} progress is 98%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.614049] env[69162]: DEBUG oslo_vmware.api [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177561} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.616429] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.616667] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.616826] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.617063] env[69162]: INFO nova.compute.manager [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1281.617325] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.617579] env[69162]: DEBUG nova.compute.manager [-] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.617678] env[69162]: DEBUG nova.network.neutron [-] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.620314] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4192a1e9-d931-44a8-8ea8-7b0b18e79c59 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.640721] env[69162]: DEBUG nova.compute.provider_tree [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.736563] env[69162]: DEBUG nova.network.neutron [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Successfully created port: c1c4d62e-a039-4e30-beba-27337067bb25 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.772715] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.773025] env[69162]: DEBUG nova.compute.manager [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Instance network_info: |[{"id": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "address": "fa:16:3e:9f:46:16", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65d8c47-d4", "ovs_interfaceid": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.773679] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:46:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a65d8c47-d446-4340-98f0-8afb63ac5f65', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.781610] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.781872] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.782141] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a2fcc5b-5708-436d-8952-72a377df96d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.804152] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "975b9ebf-3245-4467-81de-fc9793243504" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.804586] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.810102] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.810102] env[69162]: value = "task-3233494" [ 1281.810102] env[69162]: _type = "Task" [ 1281.810102] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.821244] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233494, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.873756] env[69162]: DEBUG nova.compute.manager [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.047317] env[69162]: DEBUG nova.compute.manager [req-356b7da1-458c-409d-b5ea-dc93fc80f914 req-feb45587-6599-4ea0-b256-7b7675b2ebec service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Received event network-vif-deleted-43d4ef6a-d7a0-47db-b418-d8ab632f8e07 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.047538] env[69162]: INFO nova.compute.manager [req-356b7da1-458c-409d-b5ea-dc93fc80f914 req-feb45587-6599-4ea0-b256-7b7675b2ebec service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Neutron deleted interface 43d4ef6a-d7a0-47db-b418-d8ab632f8e07; detaching it from the instance and deleting it from the info cache [ 1282.047721] env[69162]: DEBUG nova.network.neutron [req-356b7da1-458c-409d-b5ea-dc93fc80f914 req-feb45587-6599-4ea0-b256-7b7675b2ebec service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.080462] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233490, 'name': RelocateVM_Task, 'duration_secs': 3.302764} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.080822] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1282.081055] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646298', 'volume_id': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'name': 'volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962df334-556a-417e-8aa4-57ceca4b5d9d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'serial': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1282.081866] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bb15bc-7496-44f1-b52c-a78d04567f21 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.100505] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3d6be8-f7fa-405d-9700-584cd585ff26 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.123763] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4/volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.124503] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-721d9bc7-7521-4e79-87e7-818cf1adad60 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.143991] env[69162]: DEBUG nova.scheduler.client.report [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.152041] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1282.152041] env[69162]: value = "task-3233495" [ 1282.152041] env[69162]: _type = "Task" [ 1282.152041] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.163528] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.308753] env[69162]: DEBUG nova.compute.manager [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1282.323315] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233494, 'name': CreateVM_Task, 'duration_secs': 0.397684} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.323481] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.324158] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.324326] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.324724] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.324893] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1204d3e0-faff-46f9-a730-2abb67f56f32 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.331287] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1282.331287] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dd296c-5d41-422d-5ab5-1a28f75058a7" [ 1282.331287] env[69162]: _type = "Task" [ 1282.331287] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.340028] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dd296c-5d41-422d-5ab5-1a28f75058a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.525519] env[69162]: DEBUG nova.network.neutron [-] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.550297] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3591d4a1-80b9-4c56-ad09-2221eb8848aa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.562019] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b32639-b238-4d91-8eaa-11a15e4102d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.596060] env[69162]: DEBUG nova.compute.manager [req-356b7da1-458c-409d-b5ea-dc93fc80f914 req-feb45587-6599-4ea0-b256-7b7675b2ebec service nova] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Detach interface failed, port_id=43d4ef6a-d7a0-47db-b418-d8ab632f8e07, reason: Instance 32baf9a1-8ae6-4638-a2ff-539e90fc13a6 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1282.651593] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.655058] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.541s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.655532] env[69162]: INFO nova.compute.claims [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.668298] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233495, 'name': ReconfigVM_Task, 'duration_secs': 0.293083} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.668580] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4/volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.673664] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79596507-e7e7-4b50-8ede-60c22ec6c854 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.684760] env[69162]: INFO nova.scheduler.client.report [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Deleted allocations for instance a5648f18-d78a-4449-98be-bfa1c93d4e23 [ 1282.696672] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1282.696672] env[69162]: value = "task-3233496" [ 1282.696672] env[69162]: _type = "Task" [ 1282.696672] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.707331] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.830892] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.841326] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52dd296c-5d41-422d-5ab5-1a28f75058a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.841611] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.841844] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.842102] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.842275] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.842540] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.842800] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6918517d-804d-43fc-903d-c1b57b9d6aa2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.851892] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.852084] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.852746] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7a583d-94d2-43ee-9a32-a144edeb86ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.857671] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1282.857671] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292451a-9dc3-946b-9c60-ef840065c9ef" [ 1282.857671] env[69162]: _type = "Task" [ 1282.857671] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.866433] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292451a-9dc3-946b-9c60-ef840065c9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.883597] env[69162]: DEBUG nova.compute.manager [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.908321] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.908562] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.908721] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.908977] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.909163] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.909314] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.909525] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.909685] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.909884] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.910057] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.910236] env[69162]: DEBUG nova.virt.hardware [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.911061] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088207cb-0f1f-47e8-ae00-aa956ec64077 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.918970] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4a2304-0422-4561-a095-5ca100ffe5a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.028793] env[69162]: INFO nova.compute.manager [-] [instance: 32baf9a1-8ae6-4638-a2ff-539e90fc13a6] Took 1.41 seconds to deallocate network for instance. [ 1283.193925] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4f83f804-a8d8-4c26-8600-d51430d6340d tempest-ServerActionsTestOtherB-1701215966 tempest-ServerActionsTestOtherB-1701215966-project-member] Lock "a5648f18-d78a-4449-98be-bfa1c93d4e23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.921s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.214284] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233496, 'name': ReconfigVM_Task, 'duration_secs': 0.140072} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.214639] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646298', 'volume_id': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'name': 'volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962df334-556a-417e-8aa4-57ceca4b5d9d', 'attached_at': '', 'detached_at': '', 'volume_id': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'serial': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1283.215296] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adc59f98-a8e5-424e-8062-4d2552b753d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.226941] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1283.226941] env[69162]: value = "task-3233497" [ 1283.226941] env[69162]: _type = "Task" [ 1283.226941] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.237928] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233497, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.375415] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5292451a-9dc3-946b-9c60-ef840065c9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.376258] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc536cb2-b320-4271-81c4-7916a7b71cd7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.382683] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1283.382683] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ac6a12-8593-5790-71fd-00f6f0fd6339" [ 1283.382683] env[69162]: _type = "Task" [ 1283.382683] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.390971] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ac6a12-8593-5790-71fd-00f6f0fd6339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.391879] env[69162]: DEBUG nova.network.neutron [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Successfully updated port: c1c4d62e-a039-4e30-beba-27337067bb25 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.535469] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.739136] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233497, 'name': Rename_Task, 'duration_secs': 0.147944} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.739511] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.739802] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e8518b7-c331-4337-8380-031989b3f88c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.747038] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1283.747038] env[69162]: value = "task-3233498" [ 1283.747038] env[69162]: _type = "Task" [ 1283.747038] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.754789] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.847106] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6717831-f826-429b-8802-130e16a82430 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.855048] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aec5e5-05cc-4167-af44-ec01d10e65a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.890232] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631a8a02-9abb-406f-b5a1-666a642155ce {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.894759] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "refresh_cache-592e7b11-582b-4288-b495-ab9d4a2391a2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.894901] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "refresh_cache-592e7b11-582b-4288-b495-ab9d4a2391a2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.895105] env[69162]: DEBUG nova.network.neutron [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.902211] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ac6a12-8593-5790-71fd-00f6f0fd6339, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.902750] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.902998] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 6b78268d-dfe3-4c10-a0b3-56188ccaa617/6b78268d-dfe3-4c10-a0b3-56188ccaa617.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.904214] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18f47f0-804f-4d51-a55c-39c63b3642be {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.908405] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f357c942-c00a-40af-923a-0064b2a27691 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.922360] env[69162]: DEBUG nova.compute.provider_tree [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.924677] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1283.924677] env[69162]: value = "task-3233500" [ 1283.924677] env[69162]: _type = "Task" [ 1283.924677] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.934036] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.077411] env[69162]: DEBUG nova.compute.manager [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Received event network-vif-plugged-c1c4d62e-a039-4e30-beba-27337067bb25 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.077570] env[69162]: DEBUG oslo_concurrency.lockutils [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] Acquiring lock "592e7b11-582b-4288-b495-ab9d4a2391a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.077957] env[69162]: DEBUG oslo_concurrency.lockutils [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] Lock "592e7b11-582b-4288-b495-ab9d4a2391a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.078335] env[69162]: DEBUG oslo_concurrency.lockutils [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] Lock "592e7b11-582b-4288-b495-ab9d4a2391a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.078680] env[69162]: DEBUG nova.compute.manager [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] No waiting events found dispatching network-vif-plugged-c1c4d62e-a039-4e30-beba-27337067bb25 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.079018] env[69162]: WARNING nova.compute.manager [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Received unexpected event network-vif-plugged-c1c4d62e-a039-4e30-beba-27337067bb25 for instance with vm_state building and task_state spawning. [ 1284.079379] env[69162]: DEBUG nova.compute.manager [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Received event network-changed-c1c4d62e-a039-4e30-beba-27337067bb25 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.079704] env[69162]: DEBUG nova.compute.manager [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Refreshing instance network info cache due to event network-changed-c1c4d62e-a039-4e30-beba-27337067bb25. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.080046] env[69162]: DEBUG oslo_concurrency.lockutils [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] Acquiring lock "refresh_cache-592e7b11-582b-4288-b495-ab9d4a2391a2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.260404] env[69162]: DEBUG oslo_vmware.api [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233498, 'name': PowerOnVM_Task, 'duration_secs': 0.498011} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.260701] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.260906] env[69162]: INFO nova.compute.manager [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1284.261114] env[69162]: DEBUG nova.compute.manager [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.262077] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a45f64-06dc-499d-85dc-81434dfcaa6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.426468] env[69162]: DEBUG nova.scheduler.client.report [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.435905] env[69162]: DEBUG nova.network.neutron [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.442697] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488988} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.443055] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 6b78268d-dfe3-4c10-a0b3-56188ccaa617/6b78268d-dfe3-4c10-a0b3-56188ccaa617.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.443417] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.443693] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69ba1dc7-7e1b-48f5-9929-f4efa1288f92 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.451964] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1284.451964] env[69162]: value = "task-3233501" [ 1284.451964] env[69162]: _type = "Task" [ 1284.451964] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.466039] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.598157] env[69162]: DEBUG nova.network.neutron [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Updating instance_info_cache with network_info: [{"id": "c1c4d62e-a039-4e30-beba-27337067bb25", "address": "fa:16:3e:ee:d6:64", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c4d62e-a0", "ovs_interfaceid": "c1c4d62e-a039-4e30-beba-27337067bb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.781985] env[69162]: INFO nova.compute.manager [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Took 14.61 seconds to build instance. [ 1284.935032] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.935603] env[69162]: DEBUG nova.compute.manager [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.938314] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.108s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.940015] env[69162]: INFO nova.compute.claims [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.963041] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071629} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.963297] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.964112] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56608304-2dea-49bf-947e-e95afb32e309 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.988183] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6b78268d-dfe3-4c10-a0b3-56188ccaa617/6b78268d-dfe3-4c10-a0b3-56188ccaa617.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.989580] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfb4183a-efea-4c27-bb72-3fd6d3a63104 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.010755] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1285.010755] env[69162]: value = "task-3233502" [ 1285.010755] env[69162]: _type = "Task" [ 1285.010755] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.019976] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.101694] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "refresh_cache-592e7b11-582b-4288-b495-ab9d4a2391a2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.101694] env[69162]: DEBUG nova.compute.manager [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Instance network_info: |[{"id": "c1c4d62e-a039-4e30-beba-27337067bb25", "address": "fa:16:3e:ee:d6:64", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c4d62e-a0", "ovs_interfaceid": "c1c4d62e-a039-4e30-beba-27337067bb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.101694] env[69162]: DEBUG oslo_concurrency.lockutils [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] Acquired lock "refresh_cache-592e7b11-582b-4288-b495-ab9d4a2391a2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.101694] env[69162]: DEBUG nova.network.neutron [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Refreshing network info cache for port c1c4d62e-a039-4e30-beba-27337067bb25 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.103336] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:d6:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1c4d62e-a039-4e30-beba-27337067bb25', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.110472] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.113637] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.114547] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-249b731d-4f21-4446-aaee-f925e89879c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.136908] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.136908] env[69162]: value = "task-3233503" [ 1285.136908] env[69162]: _type = "Task" [ 1285.136908] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.145715] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233503, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.200259] env[69162]: DEBUG nova.compute.manager [req-13896be8-e0cf-4cdf-8ae4-3b9c4ca71622 req-279cb8ff-a790-4ef6-a31b-ef7fc72d9a8e service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Received event network-changed-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.200532] env[69162]: DEBUG nova.compute.manager [req-13896be8-e0cf-4cdf-8ae4-3b9c4ca71622 req-279cb8ff-a790-4ef6-a31b-ef7fc72d9a8e service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Refreshing instance network info cache due to event network-changed-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.201877] env[69162]: DEBUG oslo_concurrency.lockutils [req-13896be8-e0cf-4cdf-8ae4-3b9c4ca71622 req-279cb8ff-a790-4ef6-a31b-ef7fc72d9a8e service nova] Acquiring lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.202096] env[69162]: DEBUG oslo_concurrency.lockutils [req-13896be8-e0cf-4cdf-8ae4-3b9c4ca71622 req-279cb8ff-a790-4ef6-a31b-ef7fc72d9a8e service nova] Acquired lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.202287] env[69162]: DEBUG nova.network.neutron [req-13896be8-e0cf-4cdf-8ae4-3b9c4ca71622 req-279cb8ff-a790-4ef6-a31b-ef7fc72d9a8e service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Refreshing network info cache for port 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.286167] env[69162]: DEBUG oslo_concurrency.lockutils [None req-a4d23c7f-c2c3-461f-be1a-75e5fb7d68d6 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.122s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.348064] env[69162]: DEBUG nova.network.neutron [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Updated VIF entry in instance network info cache for port c1c4d62e-a039-4e30-beba-27337067bb25. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.348460] env[69162]: DEBUG nova.network.neutron [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Updating instance_info_cache with network_info: [{"id": "c1c4d62e-a039-4e30-beba-27337067bb25", "address": "fa:16:3e:ee:d6:64", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c4d62e-a0", "ovs_interfaceid": "c1c4d62e-a039-4e30-beba-27337067bb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.444729] env[69162]: DEBUG nova.compute.utils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.448180] env[69162]: DEBUG nova.compute.manager [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.448359] env[69162]: DEBUG nova.network.neutron [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.503831] env[69162]: DEBUG nova.policy [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0943e65311d44f798a5e480eae6e7647', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f512ed0e255a48ec82d429d556ae6974', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.521367] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233502, 'name': ReconfigVM_Task, 'duration_secs': 0.339046} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.521924] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6b78268d-dfe3-4c10-a0b3-56188ccaa617/6b78268d-dfe3-4c10-a0b3-56188ccaa617.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.522321] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4955bd74-730c-4bef-af86-2299944602b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.530520] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1285.530520] env[69162]: value = "task-3233504" [ 1285.530520] env[69162]: _type = "Task" [ 1285.530520] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.543183] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233504, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.649230] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233503, 'name': CreateVM_Task, 'duration_secs': 0.426767} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.649473] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.650309] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.650530] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.650954] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.651342] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c55fb10-5180-4630-87e1-46b868951ac0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.657222] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1285.657222] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d44fdf-9c2d-33b4-dacf-7c330a4a4adb" [ 1285.657222] env[69162]: _type = "Task" [ 1285.657222] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.668275] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d44fdf-9c2d-33b4-dacf-7c330a4a4adb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.851100] env[69162]: DEBUG oslo_concurrency.lockutils [req-d6de989a-a868-4671-bdd7-2587a2f7ae3a req-bddbdb0f-3f71-4024-8ced-8a8eec7ce034 service nova] Releasing lock "refresh_cache-592e7b11-582b-4288-b495-ab9d4a2391a2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.952175] env[69162]: DEBUG nova.compute.manager [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.990107] env[69162]: DEBUG nova.network.neutron [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Successfully created port: 9d2e05d5-94a9-45a7-bb9d-3a06f0121403 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.043189] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233504, 'name': Rename_Task, 'duration_secs': 0.151992} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.046061] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.047838] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b85b3dc-3396-425b-80b3-47075933b447 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.052552] env[69162]: DEBUG nova.network.neutron [req-13896be8-e0cf-4cdf-8ae4-3b9c4ca71622 req-279cb8ff-a790-4ef6-a31b-ef7fc72d9a8e service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Updated VIF entry in instance network info cache for port 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.052899] env[69162]: DEBUG nova.network.neutron [req-13896be8-e0cf-4cdf-8ae4-3b9c4ca71622 req-279cb8ff-a790-4ef6-a31b-ef7fc72d9a8e service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Updating instance_info_cache with network_info: [{"id": "6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0", "address": "fa:16:3e:9a:3d:36", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eacd5db-5c", "ovs_interfaceid": "6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.056731] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1286.056731] env[69162]: value = "task-3233505" [ 1286.056731] env[69162]: _type = "Task" [ 1286.056731] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.068156] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.176638] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d44fdf-9c2d-33b4-dacf-7c330a4a4adb, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.176638] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.176819] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.177046] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.177184] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.177421] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.177637] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1856280-10ec-4115-8d89-f6a4004f8b7a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.187963] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.188233] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.190247] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39738c73-fde7-44ab-b93e-0d551463f281 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.198955] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1286.198955] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52141981-f42a-1ca2-9289-8e81a98d601d" [ 1286.198955] env[69162]: _type = "Task" [ 1286.198955] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.200693] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d275c7c-ad57-4554-aaf5-572fa08e6885 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.215438] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228ff6dc-536a-4429-82ff-a8829228d70e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.218433] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52141981-f42a-1ca2-9289-8e81a98d601d, 'name': SearchDatastore_Task, 'duration_secs': 0.011833} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.219920] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a53dd0-8ed9-4956-a191-995fafa376d9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.253613] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d862e-b985-4897-9cd0-7fa729c14df7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.257590] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1286.257590] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d67e93-d9a0-aba5-e2c4-af502ae1e3d7" [ 1286.257590] env[69162]: _type = "Task" [ 1286.257590] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.264600] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e405889d-33f7-414c-9142-7b63d56a0a5c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.271939] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d67e93-d9a0-aba5-e2c4-af502ae1e3d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.272614] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.272903] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 592e7b11-582b-4288-b495-ab9d4a2391a2/592e7b11-582b-4288-b495-ab9d4a2391a2.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.273196] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d1da82e-3ef9-4f8d-b923-2063ff5e5cf3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.282958] env[69162]: DEBUG nova.compute.provider_tree [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.290759] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1286.290759] env[69162]: value = "task-3233506" [ 1286.290759] env[69162]: _type = "Task" [ 1286.290759] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.299526] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.557392] env[69162]: DEBUG oslo_concurrency.lockutils [req-13896be8-e0cf-4cdf-8ae4-3b9c4ca71622 req-279cb8ff-a790-4ef6-a31b-ef7fc72d9a8e service nova] Releasing lock "refresh_cache-bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.567484] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.666763] env[69162]: DEBUG nova.compute.manager [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Stashing vm_state: active {{(pid=69162) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1286.787713] env[69162]: DEBUG nova.scheduler.client.report [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.804299] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233506, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.963913] env[69162]: DEBUG nova.compute.manager [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.071305] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.071650] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.071803] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.071915] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.072083] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.072272] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.072463] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.072621] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.072827] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.073041] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.073152] env[69162]: DEBUG nova.virt.hardware [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.074448] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f7a110-1288-4baa-b6ef-204db541c5b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.082801] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.090405] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f591fcad-79e2-4a8c-8619-45fdda9b3a57 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.189230] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.226232] env[69162]: DEBUG nova.compute.manager [req-eaa0220f-c967-4990-b54f-f00858bd6c43 req-b6d4715b-f060-460f-87cd-d55be677ab3c service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Received event network-changed-74de76b2-b20d-42af-8a05-1935411430fa {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.226451] env[69162]: DEBUG nova.compute.manager [req-eaa0220f-c967-4990-b54f-f00858bd6c43 req-b6d4715b-f060-460f-87cd-d55be677ab3c service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Refreshing instance network info cache due to event network-changed-74de76b2-b20d-42af-8a05-1935411430fa. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.226666] env[69162]: DEBUG oslo_concurrency.lockutils [req-eaa0220f-c967-4990-b54f-f00858bd6c43 req-b6d4715b-f060-460f-87cd-d55be677ab3c service nova] Acquiring lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.226833] env[69162]: DEBUG oslo_concurrency.lockutils [req-eaa0220f-c967-4990-b54f-f00858bd6c43 req-b6d4715b-f060-460f-87cd-d55be677ab3c service nova] Acquired lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.227142] env[69162]: DEBUG nova.network.neutron [req-eaa0220f-c967-4990-b54f-f00858bd6c43 req-b6d4715b-f060-460f-87cd-d55be677ab3c service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Refreshing network info cache for port 74de76b2-b20d-42af-8a05-1935411430fa {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.297273] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.297774] env[69162]: DEBUG nova.compute.manager [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.300557] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.765s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.300774] env[69162]: DEBUG nova.objects.instance [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'resources' on Instance uuid 32baf9a1-8ae6-4638-a2ff-539e90fc13a6 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.308710] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859817} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.308710] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 592e7b11-582b-4288-b495-ab9d4a2391a2/592e7b11-582b-4288-b495-ab9d4a2391a2.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.308710] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.308710] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9f8760e-c786-4f00-9436-de2669a7dfae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.316980] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1287.316980] env[69162]: value = "task-3233507" [ 1287.316980] env[69162]: _type = "Task" [ 1287.316980] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.327802] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.404946] env[69162]: DEBUG nova.compute.manager [req-ebf2244b-e674-4fb0-b44b-c12390046522 req-241f6eaa-778f-4285-84f9-3a1bff56e70d service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Received event network-vif-plugged-9d2e05d5-94a9-45a7-bb9d-3a06f0121403 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.405197] env[69162]: DEBUG oslo_concurrency.lockutils [req-ebf2244b-e674-4fb0-b44b-c12390046522 req-241f6eaa-778f-4285-84f9-3a1bff56e70d service nova] Acquiring lock "4493d0f2-f201-422f-b2b5-061d73e4feeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.405402] env[69162]: DEBUG oslo_concurrency.lockutils [req-ebf2244b-e674-4fb0-b44b-c12390046522 req-241f6eaa-778f-4285-84f9-3a1bff56e70d service nova] Lock "4493d0f2-f201-422f-b2b5-061d73e4feeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.405566] env[69162]: DEBUG oslo_concurrency.lockutils [req-ebf2244b-e674-4fb0-b44b-c12390046522 req-241f6eaa-778f-4285-84f9-3a1bff56e70d service nova] Lock "4493d0f2-f201-422f-b2b5-061d73e4feeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.405730] env[69162]: DEBUG nova.compute.manager [req-ebf2244b-e674-4fb0-b44b-c12390046522 req-241f6eaa-778f-4285-84f9-3a1bff56e70d service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] No waiting events found dispatching network-vif-plugged-9d2e05d5-94a9-45a7-bb9d-3a06f0121403 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.405899] env[69162]: WARNING nova.compute.manager [req-ebf2244b-e674-4fb0-b44b-c12390046522 req-241f6eaa-778f-4285-84f9-3a1bff56e70d service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Received unexpected event network-vif-plugged-9d2e05d5-94a9-45a7-bb9d-3a06f0121403 for instance with vm_state building and task_state spawning. [ 1287.489732] env[69162]: DEBUG nova.network.neutron [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Successfully updated port: 9d2e05d5-94a9-45a7-bb9d-3a06f0121403 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.572407] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233505, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.807681] env[69162]: DEBUG nova.compute.utils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.810468] env[69162]: DEBUG nova.compute.manager [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.810468] env[69162]: DEBUG nova.network.neutron [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.827850] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218498} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.830791] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.832132] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cebac7-7544-435d-a3a8-33f7d01bc689 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.857672] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 592e7b11-582b-4288-b495-ab9d4a2391a2/592e7b11-582b-4288-b495-ab9d4a2391a2.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.862886] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-203dbd4f-eade-429e-a98e-3b214d6d81ca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.878885] env[69162]: DEBUG nova.policy [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f34c6353ad4d43d5a7be2bc3a3b43d9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e142292754a94c6794692a009d29b912', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.888525] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1287.888525] env[69162]: value = "task-3233508" [ 1287.888525] env[69162]: _type = "Task" [ 1287.888525] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.906384] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.991843] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "refresh_cache-4493d0f2-f201-422f-b2b5-061d73e4feeb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.992243] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "refresh_cache-4493d0f2-f201-422f-b2b5-061d73e4feeb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.992243] env[69162]: DEBUG nova.network.neutron [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.071826] env[69162]: DEBUG oslo_vmware.api [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233505, 'name': PowerOnVM_Task, 'duration_secs': 1.523983} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.072245] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.072502] env[69162]: INFO nova.compute.manager [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1288.072784] env[69162]: DEBUG nova.compute.manager [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.074695] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dc09c2-ddb1-4b90-b060-d0e5cf841472 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.078170] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2416b3-90a3-4eb5-afe1-943ff2ec4e07 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.092814] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145ef2ad-4dc2-435e-a6f2-4c54b82ad3d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.132599] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95e8d1d-a424-449c-af55-66b98ef90666 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.141299] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51c13d1-3ac9-4b4e-a8ca-a9b27a51d0d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.156029] env[69162]: DEBUG nova.compute.provider_tree [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.213020] env[69162]: DEBUG nova.network.neutron [req-eaa0220f-c967-4990-b54f-f00858bd6c43 req-b6d4715b-f060-460f-87cd-d55be677ab3c service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updated VIF entry in instance network info cache for port 74de76b2-b20d-42af-8a05-1935411430fa. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.214182] env[69162]: DEBUG nova.network.neutron [req-eaa0220f-c967-4990-b54f-f00858bd6c43 req-b6d4715b-f060-460f-87cd-d55be677ab3c service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance_info_cache with network_info: [{"id": "74de76b2-b20d-42af-8a05-1935411430fa", "address": "fa:16:3e:bd:fb:73", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74de76b2-b2", "ovs_interfaceid": "74de76b2-b20d-42af-8a05-1935411430fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.312734] env[69162]: DEBUG nova.compute.manager [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.375903] env[69162]: DEBUG nova.network.neutron [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Successfully created port: 8a8da7b4-c487-4e1f-bf17-8e604be63b35 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.401483] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.598720] env[69162]: INFO nova.compute.manager [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Took 17.51 seconds to build instance. [ 1288.660771] env[69162]: DEBUG nova.scheduler.client.report [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.715897] env[69162]: DEBUG oslo_concurrency.lockutils [req-eaa0220f-c967-4990-b54f-f00858bd6c43 req-b6d4715b-f060-460f-87cd-d55be677ab3c service nova] Releasing lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.757013] env[69162]: DEBUG nova.network.neutron [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.900621] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233508, 'name': ReconfigVM_Task, 'duration_secs': 0.562696} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.900919] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 592e7b11-582b-4288-b495-ab9d4a2391a2/592e7b11-582b-4288-b495-ab9d4a2391a2.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.902355] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80b570ba-4b42-49b5-8a3d-0c61153ac1d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.910261] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1288.910261] env[69162]: value = "task-3233509" [ 1288.910261] env[69162]: _type = "Task" [ 1288.910261] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.919559] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233509, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.052057] env[69162]: DEBUG nova.network.neutron [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Updating instance_info_cache with network_info: [{"id": "9d2e05d5-94a9-45a7-bb9d-3a06f0121403", "address": "fa:16:3e:1c:48:45", "network": {"id": "41d2894f-37dc-4ac4-bfcc-cf1a547152bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1058326620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f512ed0e255a48ec82d429d556ae6974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2e05d5-94", "ovs_interfaceid": "9d2e05d5-94a9-45a7-bb9d-3a06f0121403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.100884] env[69162]: DEBUG oslo_concurrency.lockutils [None req-759708da-44c5-4be3-87a5-32120732abc6 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.017s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.165887] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.168308] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.979s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.187691] env[69162]: INFO nova.scheduler.client.report [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted allocations for instance 32baf9a1-8ae6-4638-a2ff-539e90fc13a6 [ 1289.254846] env[69162]: DEBUG nova.compute.manager [req-e8017e3f-da12-4684-97b0-f3626698050e req-db8ad916-18fc-4cce-9000-82cf4d19d6e4 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Received event network-changed-a65d8c47-d446-4340-98f0-8afb63ac5f65 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.254999] env[69162]: DEBUG nova.compute.manager [req-e8017e3f-da12-4684-97b0-f3626698050e req-db8ad916-18fc-4cce-9000-82cf4d19d6e4 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Refreshing instance network info cache due to event network-changed-a65d8c47-d446-4340-98f0-8afb63ac5f65. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.255175] env[69162]: DEBUG oslo_concurrency.lockutils [req-e8017e3f-da12-4684-97b0-f3626698050e req-db8ad916-18fc-4cce-9000-82cf4d19d6e4 service nova] Acquiring lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.255348] env[69162]: DEBUG oslo_concurrency.lockutils [req-e8017e3f-da12-4684-97b0-f3626698050e req-db8ad916-18fc-4cce-9000-82cf4d19d6e4 service nova] Acquired lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.255516] env[69162]: DEBUG nova.network.neutron [req-e8017e3f-da12-4684-97b0-f3626698050e req-db8ad916-18fc-4cce-9000-82cf4d19d6e4 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Refreshing network info cache for port a65d8c47-d446-4340-98f0-8afb63ac5f65 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.325364] env[69162]: DEBUG nova.compute.manager [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.347928] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.349300] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.358326] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.358560] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.358720] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.358972] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.359178] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.359488] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.359712] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.359894] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.360092] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.360360] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.360596] env[69162]: DEBUG nova.virt.hardware [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.361471] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064be2b7-4067-4412-a4ae-088a9eb129da {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.370486] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fff949-55f5-4b64-87e2-0e993280f58a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.420591] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233509, 'name': Rename_Task, 'duration_secs': 0.152991} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.420908] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.421179] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c8fe4d4-94f6-42d1-a0b9-684943216d87 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.428027] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1289.428027] env[69162]: value = "task-3233510" [ 1289.428027] env[69162]: _type = "Task" [ 1289.428027] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.430326] env[69162]: DEBUG nova.compute.manager [req-ef6e5052-0bb3-4eca-b246-db804186d45d req-d58222c5-34bf-492a-9c76-0e345b650c75 service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Received event network-changed-9d2e05d5-94a9-45a7-bb9d-3a06f0121403 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.430365] env[69162]: DEBUG nova.compute.manager [req-ef6e5052-0bb3-4eca-b246-db804186d45d req-d58222c5-34bf-492a-9c76-0e345b650c75 service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Refreshing instance network info cache due to event network-changed-9d2e05d5-94a9-45a7-bb9d-3a06f0121403. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.430549] env[69162]: DEBUG oslo_concurrency.lockutils [req-ef6e5052-0bb3-4eca-b246-db804186d45d req-d58222c5-34bf-492a-9c76-0e345b650c75 service nova] Acquiring lock "refresh_cache-4493d0f2-f201-422f-b2b5-061d73e4feeb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.439534] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.554812] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "refresh_cache-4493d0f2-f201-422f-b2b5-061d73e4feeb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.555206] env[69162]: DEBUG nova.compute.manager [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Instance network_info: |[{"id": "9d2e05d5-94a9-45a7-bb9d-3a06f0121403", "address": "fa:16:3e:1c:48:45", "network": {"id": "41d2894f-37dc-4ac4-bfcc-cf1a547152bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1058326620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f512ed0e255a48ec82d429d556ae6974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2e05d5-94", "ovs_interfaceid": "9d2e05d5-94a9-45a7-bb9d-3a06f0121403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.555476] env[69162]: DEBUG oslo_concurrency.lockutils [req-ef6e5052-0bb3-4eca-b246-db804186d45d req-d58222c5-34bf-492a-9c76-0e345b650c75 service nova] Acquired lock "refresh_cache-4493d0f2-f201-422f-b2b5-061d73e4feeb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.555663] env[69162]: DEBUG nova.network.neutron [req-ef6e5052-0bb3-4eca-b246-db804186d45d req-d58222c5-34bf-492a-9c76-0e345b650c75 service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Refreshing network info cache for port 9d2e05d5-94a9-45a7-bb9d-3a06f0121403 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.557059] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:48:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d2e05d5-94a9-45a7-bb9d-3a06f0121403', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.567481] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Creating folder: Project (f512ed0e255a48ec82d429d556ae6974). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.570906] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c137ce2-83ec-410b-93e7-aebab9da873e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.584320] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Created folder: Project (f512ed0e255a48ec82d429d556ae6974) in parent group-v645978. [ 1289.584649] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Creating folder: Instances. Parent ref: group-v646305. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1289.584960] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4147f0c1-dce7-4baf-a31f-d306062244a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.596701] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Created folder: Instances in parent group-v646305. [ 1289.596995] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.597224] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.597459] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30796d78-ea81-4e11-a134-fe15b41bb7ae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.620413] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.620413] env[69162]: value = "task-3233513" [ 1289.620413] env[69162]: _type = "Task" [ 1289.620413] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.628534] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233513, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.674086] env[69162]: INFO nova.compute.claims [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.700930] env[69162]: DEBUG oslo_concurrency.lockutils [None req-dc1c6825-ee48-4cb7-bbc3-4e9fc0abb2e1 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "32baf9a1-8ae6-4638-a2ff-539e90fc13a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.234s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.860297] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.860297] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.860297] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.860297] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.860297] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.860297] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._sync_power_states {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.896791] env[69162]: DEBUG nova.network.neutron [req-ef6e5052-0bb3-4eca-b246-db804186d45d req-d58222c5-34bf-492a-9c76-0e345b650c75 service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Updated VIF entry in instance network info cache for port 9d2e05d5-94a9-45a7-bb9d-3a06f0121403. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.896791] env[69162]: DEBUG nova.network.neutron [req-ef6e5052-0bb3-4eca-b246-db804186d45d req-d58222c5-34bf-492a-9c76-0e345b650c75 service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Updating instance_info_cache with network_info: [{"id": "9d2e05d5-94a9-45a7-bb9d-3a06f0121403", "address": "fa:16:3e:1c:48:45", "network": {"id": "41d2894f-37dc-4ac4-bfcc-cf1a547152bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1058326620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f512ed0e255a48ec82d429d556ae6974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2e05d5-94", "ovs_interfaceid": "9d2e05d5-94a9-45a7-bb9d-3a06f0121403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.946967] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.117633] env[69162]: DEBUG nova.network.neutron [req-e8017e3f-da12-4684-97b0-f3626698050e req-db8ad916-18fc-4cce-9000-82cf4d19d6e4 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updated VIF entry in instance network info cache for port a65d8c47-d446-4340-98f0-8afb63ac5f65. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.117633] env[69162]: DEBUG nova.network.neutron [req-e8017e3f-da12-4684-97b0-f3626698050e req-db8ad916-18fc-4cce-9000-82cf4d19d6e4 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance_info_cache with network_info: [{"id": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "address": "fa:16:3e:9f:46:16", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65d8c47-d4", "ovs_interfaceid": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.135027] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233513, 'name': CreateVM_Task, 'duration_secs': 0.389564} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.135027] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.135027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.135027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.135027] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.135027] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a04c81f-fa9e-4938-a0e6-d75f816cb8e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.144258] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1290.144258] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a542d7-9ec5-b3ff-826c-8c5a62c683c2" [ 1290.144258] env[69162]: _type = "Task" [ 1290.144258] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.153910] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a542d7-9ec5-b3ff-826c-8c5a62c683c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.179569] env[69162]: INFO nova.compute.resource_tracker [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating resource usage from migration 2414762c-61c5-49b1-9e37-cc689e850336 [ 1290.275174] env[69162]: DEBUG nova.network.neutron [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Successfully updated port: 8a8da7b4-c487-4e1f-bf17-8e604be63b35 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.369906] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Getting list of instances from cluster (obj){ [ 1290.369906] env[69162]: value = "domain-c8" [ 1290.369906] env[69162]: _type = "ClusterComputeResource" [ 1290.369906] env[69162]: } {{(pid=69162) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1290.373510] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c07a418-f097-4933-9fd7-5419abaf0d4c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.398250] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Got total of 11 instances {{(pid=69162) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1290.398536] env[69162]: WARNING nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor. [ 1290.398719] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.398985] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid 42295a16-2646-4c85-90bf-63807ed23bcc {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.399241] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid d6e9e114-238b-4390-b63e-1d737b41590b {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.399408] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid 42834082-43df-4698-b2c6-f70cc319d4ea {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.399581] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid 9cae9751-7a86-4b3b-941e-e7a96c29facf {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.399782] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid 75451f08-9f54-4240-904e-0a3315a050c2 {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.400028] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid a8a8fd3a-56a3-42bc-b990-6e1e164c18bb {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.400242] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid 962df334-556a-417e-8aa4-57ceca4b5d9d {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.400446] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid 6b78268d-dfe3-4c10-a0b3-56188ccaa617 {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.400635] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid 592e7b11-582b-4288-b495-ab9d4a2391a2 {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.400837] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid 4493d0f2-f201-422f-b2b5-061d73e4feeb {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.401082] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Triggering sync for uuid 975b9ebf-3245-4467-81de-fc9793243504 {{(pid=69162) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1290.404469] env[69162]: DEBUG oslo_concurrency.lockutils [req-ef6e5052-0bb3-4eca-b246-db804186d45d req-d58222c5-34bf-492a-9c76-0e345b650c75 service nova] Releasing lock "refresh_cache-4493d0f2-f201-422f-b2b5-061d73e4feeb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "42295a16-2646-4c85-90bf-63807ed23bcc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "42295a16-2646-4c85-90bf-63807ed23bcc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "d6e9e114-238b-4390-b63e-1d737b41590b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "d6e9e114-238b-4390-b63e-1d737b41590b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "42834082-43df-4698-b2c6-f70cc319d4ea" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "42834082-43df-4698-b2c6-f70cc319d4ea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "9cae9751-7a86-4b3b-941e-e7a96c29facf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "9cae9751-7a86-4b3b-941e-e7a96c29facf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "75451f08-9f54-4240-904e-0a3315a050c2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "75451f08-9f54-4240-904e-0a3315a050c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408132] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.408570] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "962df334-556a-417e-8aa4-57ceca4b5d9d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408570] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.408570] env[69162]: INFO nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1290.408570] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.408570] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408748] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.409129] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "592e7b11-582b-4288-b495-ab9d4a2391a2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.409381] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "4493d0f2-f201-422f-b2b5-061d73e4feeb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.409636] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "975b9ebf-3245-4467-81de-fc9793243504" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.409852] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.410069] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69162) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1290.414015] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4587b75d-95d1-4e29-a4ce-6a5fb9bd45d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.416570] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ad28db-93f5-436a-a818-3ec9b3862bfb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.419817] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb4efe-f663-4d0f-9aea-2c4ca1904c27 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.422469] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99616d0e-90af-49a2-9dbf-a8d664f40eca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.425170] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c205186f-44ba-4768-8acd-d5fadad6e1ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.428022] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d0144c-c120-4f66-ad46-ab84872a1a10 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.430671] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718ce408-efd9-40b8-a89a-457bca6bbb5f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.433437] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb3ed70-0540-469b-9c00-624cec872a4c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.436368] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.440611] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bd65d8-9022-406b-9ae2-a9a91513a98a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.486544] env[69162]: DEBUG oslo_vmware.api [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233510, 'name': PowerOnVM_Task, 'duration_secs': 0.592291} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.489662] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.490900] env[69162]: INFO nova.compute.manager [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1290.490900] env[69162]: DEBUG nova.compute.manager [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.491584] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fc355e-de89-414d-9898-21945a4abe5d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.495801] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd25be4b-0334-4a7c-a459-ee30fba2dfa9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.535491] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eb6796-bb36-4e95-8bb2-3f12a97898cc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.544697] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ad3d65-ba47-4c56-b94c-e87d0afa2603 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.562060] env[69162]: DEBUG nova.compute.provider_tree [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.620109] env[69162]: DEBUG oslo_concurrency.lockutils [req-e8017e3f-da12-4684-97b0-f3626698050e req-db8ad916-18fc-4cce-9000-82cf4d19d6e4 service nova] Releasing lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.653833] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a542d7-9ec5-b3ff-826c-8c5a62c683c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012841} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.654264] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.654497] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.654740] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.654888] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.655093] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.655355] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f33a5b93-b50c-428b-8cdd-31321355af9a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.667282] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.667477] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.668241] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c050fbc8-935e-4996-92bd-629036de4844 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.675061] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1290.675061] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52310465-92ee-55a6-26e7-c21646341424" [ 1290.675061] env[69162]: _type = "Task" [ 1290.675061] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.684974] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52310465-92ee-55a6-26e7-c21646341424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.779285] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "refresh_cache-975b9ebf-3245-4467-81de-fc9793243504" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.779459] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "refresh_cache-975b9ebf-3245-4467-81de-fc9793243504" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.779648] env[69162]: DEBUG nova.network.neutron [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.945628] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.969479] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "42295a16-2646-4c85-90bf-63807ed23bcc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.974111] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.976579] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "42834082-43df-4698-b2c6-f70cc319d4ea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.977172] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "9cae9751-7a86-4b3b-941e-e7a96c29facf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.981382] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.981690] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "75451f08-9f54-4240-904e-0a3315a050c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.981995] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.001594] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "d6e9e114-238b-4390-b63e-1d737b41590b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.595s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.042900] env[69162]: INFO nova.compute.manager [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Took 13.57 seconds to build instance. [ 1291.065450] env[69162]: DEBUG nova.scheduler.client.report [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.186373] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52310465-92ee-55a6-26e7-c21646341424, 'name': SearchDatastore_Task, 'duration_secs': 0.014565} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.187192] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8371369e-b94c-4a4d-b721-9a3aefb4676a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.197723] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "bead08c5-5637-4510-ae5f-f690e2224efe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.197967] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "bead08c5-5637-4510-ae5f-f690e2224efe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.199170] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1291.199170] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521c9b6e-4a08-2189-44cb-251ccfa929d6" [ 1291.199170] env[69162]: _type = "Task" [ 1291.199170] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.208647] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521c9b6e-4a08-2189-44cb-251ccfa929d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.319185] env[69162]: DEBUG nova.network.neutron [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.471878] env[69162]: DEBUG nova.compute.manager [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Received event network-vif-plugged-8a8da7b4-c487-4e1f-bf17-8e604be63b35 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.472344] env[69162]: DEBUG oslo_concurrency.lockutils [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] Acquiring lock "975b9ebf-3245-4467-81de-fc9793243504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.472596] env[69162]: DEBUG oslo_concurrency.lockutils [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] Lock "975b9ebf-3245-4467-81de-fc9793243504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.472758] env[69162]: DEBUG oslo_concurrency.lockutils [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] Lock "975b9ebf-3245-4467-81de-fc9793243504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.472954] env[69162]: DEBUG nova.compute.manager [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] No waiting events found dispatching network-vif-plugged-8a8da7b4-c487-4e1f-bf17-8e604be63b35 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.473092] env[69162]: WARNING nova.compute.manager [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Received unexpected event network-vif-plugged-8a8da7b4-c487-4e1f-bf17-8e604be63b35 for instance with vm_state building and task_state spawning. [ 1291.473305] env[69162]: DEBUG nova.compute.manager [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Received event network-changed-8a8da7b4-c487-4e1f-bf17-8e604be63b35 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.473511] env[69162]: DEBUG nova.compute.manager [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Refreshing instance network info cache due to event network-changed-8a8da7b4-c487-4e1f-bf17-8e604be63b35. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.473771] env[69162]: DEBUG oslo_concurrency.lockutils [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] Acquiring lock "refresh_cache-975b9ebf-3245-4467-81de-fc9793243504" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.478690] env[69162]: DEBUG nova.network.neutron [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Updating instance_info_cache with network_info: [{"id": "8a8da7b4-c487-4e1f-bf17-8e604be63b35", "address": "fa:16:3e:8b:9f:3b", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8da7b4-c4", "ovs_interfaceid": "8a8da7b4-c487-4e1f-bf17-8e604be63b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.544904] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6aaf35ae-1841-4dbc-9b83-d4a53757097e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "592e7b11-582b-4288-b495-ab9d4a2391a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.106s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.545206] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "592e7b11-582b-4288-b495-ab9d4a2391a2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.136s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.545405] env[69162]: INFO nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1291.545631] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "592e7b11-582b-4288-b495-ab9d4a2391a2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.570150] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.402s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.570387] env[69162]: INFO nova.compute.manager [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Migrating [ 1291.577158] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.631s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.577374] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.577587] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1291.582279] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5391fbc3-6f12-471d-bc83-829bec47a1e9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.595711] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8234f8-7a45-4588-872e-8d65c6210057 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.615469] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467e32a1-14b5-408a-8126-986b176aba9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.624066] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc72acb-8460-4b03-88c9-04233b045459 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.660390] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179368MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1291.661544] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.661544] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.700704] env[69162]: DEBUG nova.compute.manager [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.715909] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]521c9b6e-4a08-2189-44cb-251ccfa929d6, 'name': SearchDatastore_Task, 'duration_secs': 0.021957} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.716227] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.716494] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 4493d0f2-f201-422f-b2b5-061d73e4feeb/4493d0f2-f201-422f-b2b5-061d73e4feeb.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.716764] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1465f6f6-114f-4a3a-ab5f-802454a93e48 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.726415] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1291.726415] env[69162]: value = "task-3233514" [ 1291.726415] env[69162]: _type = "Task" [ 1291.726415] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.736475] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.980589] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "refresh_cache-975b9ebf-3245-4467-81de-fc9793243504" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.981053] env[69162]: DEBUG nova.compute.manager [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Instance network_info: |[{"id": "8a8da7b4-c487-4e1f-bf17-8e604be63b35", "address": "fa:16:3e:8b:9f:3b", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8da7b4-c4", "ovs_interfaceid": "8a8da7b4-c487-4e1f-bf17-8e604be63b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.981379] env[69162]: DEBUG oslo_concurrency.lockutils [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] Acquired lock "refresh_cache-975b9ebf-3245-4467-81de-fc9793243504" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.981582] env[69162]: DEBUG nova.network.neutron [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Refreshing network info cache for port 8a8da7b4-c487-4e1f-bf17-8e604be63b35 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.982834] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:9f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a8da7b4-c487-4e1f-bf17-8e604be63b35', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.992782] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.996039] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.996619] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d3d57b9-22ca-4622-91d6-23b3f573c05c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.019800] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.019800] env[69162]: value = "task-3233515" [ 1292.019800] env[69162]: _type = "Task" [ 1292.019800] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.031390] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233515, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.092718] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.092718] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.092718] env[69162]: DEBUG nova.network.neutron [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.231406] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.242585] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233514, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.290741] env[69162]: DEBUG nova.network.neutron [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Updated VIF entry in instance network info cache for port 8a8da7b4-c487-4e1f-bf17-8e604be63b35. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.292175] env[69162]: DEBUG nova.network.neutron [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Updating instance_info_cache with network_info: [{"id": "8a8da7b4-c487-4e1f-bf17-8e604be63b35", "address": "fa:16:3e:8b:9f:3b", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8da7b4-c4", "ovs_interfaceid": "8a8da7b4-c487-4e1f-bf17-8e604be63b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.406115] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.406361] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.531217] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233515, 'name': CreateVM_Task, 'duration_secs': 0.42406} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.531923] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.532628] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.532800] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.533143] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.533888] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94a3cd1-2820-4ddf-9ab9-68042c2a40f5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.539402] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1292.539402] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f3609e-1954-4d98-fe59-77e6282f8aa0" [ 1292.539402] env[69162]: _type = "Task" [ 1292.539402] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.548121] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f3609e-1954-4d98-fe59-77e6282f8aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.685299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "592e7b11-582b-4288-b495-ab9d4a2391a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.685299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "592e7b11-582b-4288-b495-ab9d4a2391a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.685299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "592e7b11-582b-4288-b495-ab9d4a2391a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.685299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "592e7b11-582b-4288-b495-ab9d4a2391a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.685528] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "592e7b11-582b-4288-b495-ab9d4a2391a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.687726] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Applying migration context for instance 962df334-556a-417e-8aa4-57ceca4b5d9d as it has an incoming, in-progress migration 2414762c-61c5-49b1-9e37-cc689e850336. Migration status is pre-migrating {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1292.689412] env[69162]: INFO nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating resource usage from migration 2414762c-61c5-49b1-9e37-cc689e850336 [ 1292.693469] env[69162]: INFO nova.compute.manager [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Terminating instance [ 1292.723731] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.723731] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 42295a16-2646-4c85-90bf-63807ed23bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.723731] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 42834082-43df-4698-b2c6-f70cc319d4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.723731] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 9cae9751-7a86-4b3b-941e-e7a96c29facf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.723731] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance d6e9e114-238b-4390-b63e-1d737b41590b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.723731] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 75451f08-9f54-4240-904e-0a3315a050c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.723731] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance a8a8fd3a-56a3-42bc-b990-6e1e164c18bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.723731] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 6b78268d-dfe3-4c10-a0b3-56188ccaa617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.723731] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 592e7b11-582b-4288-b495-ab9d4a2391a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.724134] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 4493d0f2-f201-422f-b2b5-061d73e4feeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.724134] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 975b9ebf-3245-4467-81de-fc9793243504 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.724998] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Migration 2414762c-61c5-49b1-9e37-cc689e850336 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1292.725314] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 962df334-556a-417e-8aa4-57ceca4b5d9d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.744767] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784386} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.745098] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 4493d0f2-f201-422f-b2b5-061d73e4feeb/4493d0f2-f201-422f-b2b5-061d73e4feeb.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.746271] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.746271] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6253cd9-b82c-4e0e-9dd2-98b04e59b0e9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.754428] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1292.754428] env[69162]: value = "task-3233516" [ 1292.754428] env[69162]: _type = "Task" [ 1292.754428] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.768640] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.794454] env[69162]: DEBUG oslo_concurrency.lockutils [req-cfa6d5cf-bb54-4f1b-b2ef-91f0614922ca req-c9ee9dd9-c73f-446a-a158-ef782215e0b6 service nova] Releasing lock "refresh_cache-975b9ebf-3245-4467-81de-fc9793243504" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.855164] env[69162]: DEBUG nova.network.neutron [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance_info_cache with network_info: [{"id": "74de76b2-b20d-42af-8a05-1935411430fa", "address": "fa:16:3e:bd:fb:73", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74de76b2-b2", "ovs_interfaceid": "74de76b2-b20d-42af-8a05-1935411430fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.911787] env[69162]: DEBUG nova.compute.utils [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.019512] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "d6e9e114-238b-4390-b63e-1d737b41590b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.019807] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "d6e9e114-238b-4390-b63e-1d737b41590b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.020033] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.020295] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.020476] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "d6e9e114-238b-4390-b63e-1d737b41590b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.022567] env[69162]: INFO nova.compute.manager [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Terminating instance [ 1293.051454] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f3609e-1954-4d98-fe59-77e6282f8aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.018906} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.051791] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.052040] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.052352] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.052424] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.052602] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.052859] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3f3841c-174f-4090-b839-fd790ad3823c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.064277] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.064497] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.065304] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2998f2-fb66-4d86-964f-9a9c5a327b04 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.071636] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1293.071636] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523d31d3-7d46-197f-395e-0bd4ea3f0295" [ 1293.071636] env[69162]: _type = "Task" [ 1293.071636] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.079749] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523d31d3-7d46-197f-395e-0bd4ea3f0295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.198323] env[69162]: DEBUG nova.compute.manager [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.202026] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.202026] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f31c2-22c9-45d2-9a8e-4b7f9500f6b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.209331] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.209586] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eeb11d1-5775-4ea5-81c6-57a35425770b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.217309] env[69162]: DEBUG oslo_vmware.api [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1293.217309] env[69162]: value = "task-3233517" [ 1293.217309] env[69162]: _type = "Task" [ 1293.217309] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.226918] env[69162]: DEBUG oslo_vmware.api [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.237062] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bead08c5-5637-4510-ae5f-f690e2224efe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1293.237424] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1293.237483] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1293.266987] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078689} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.269545] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.270626] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978fe57a-e34e-4c86-9e97-aed797248e18 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.293595] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 4493d0f2-f201-422f-b2b5-061d73e4feeb/4493d0f2-f201-422f-b2b5-061d73e4feeb.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.296744] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21255816-84a1-4ee9-97d4-e0dcaae6d6f8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.319593] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1293.319593] env[69162]: value = "task-3233518" [ 1293.319593] env[69162]: _type = "Task" [ 1293.319593] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.331366] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.358699] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.417033] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.515137] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd3a2fb-5ef0-416d-8990-5ca31fa4108f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.524144] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa94026f-1777-450d-8ca6-90fd2b4d1092 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.529585] env[69162]: DEBUG nova.compute.manager [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.529975] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.534386] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bfd292-dcf2-4d1b-8d43-6dece54f01cf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.537738] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquiring lock "fa56682c-85f2-4326-8131-ff797ef69b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.538119] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "fa56682c-85f2-4326-8131-ff797ef69b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.577503] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db76419-b688-4e67-af20-22b4ee7f6dc6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.582645] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.583687] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-742af11d-6d51-4f15-a362-fb3b705346f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.594231] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d2bf37-0048-4442-af69-6a0417f5e9a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.598581] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523d31d3-7d46-197f-395e-0bd4ea3f0295, 'name': SearchDatastore_Task, 'duration_secs': 0.037775} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.600996] env[69162]: DEBUG oslo_vmware.api [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1293.600996] env[69162]: value = "task-3233519" [ 1293.600996] env[69162]: _type = "Task" [ 1293.600996] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.601661] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ec420a-4c92-4295-a359-a586ef101bc9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.616724] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.625747] env[69162]: DEBUG oslo_vmware.api [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.626953] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1293.626953] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52734630-b961-3d1c-5d5b-5da464b0540f" [ 1293.626953] env[69162]: _type = "Task" [ 1293.626953] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.638317] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52734630-b961-3d1c-5d5b-5da464b0540f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.729687] env[69162]: DEBUG oslo_vmware.api [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233517, 'name': PowerOffVM_Task, 'duration_secs': 0.439597} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.730053] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.730277] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.730551] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cced342-87e9-4344-a461-5e672a5409b4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.803127] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.803396] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.803588] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleting the datastore file [datastore1] 592e7b11-582b-4288-b495-ab9d4a2391a2 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.803892] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74825475-81b1-4f04-a77f-622adb4a77f6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.811381] env[69162]: DEBUG oslo_vmware.api [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1293.811381] env[69162]: value = "task-3233521" [ 1293.811381] env[69162]: _type = "Task" [ 1293.811381] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.821691] env[69162]: DEBUG oslo_vmware.api [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.830376] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.042813] env[69162]: DEBUG nova.compute.manager [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.114933] env[69162]: DEBUG oslo_vmware.api [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233519, 'name': PowerOffVM_Task, 'duration_secs': 0.2116} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.115194] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.115372] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.115633] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8deaa0c6-a9a1-448c-95f3-a4885c72f584 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.120405] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.138224] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52734630-b961-3d1c-5d5b-5da464b0540f, 'name': SearchDatastore_Task, 'duration_secs': 0.017235} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.139437] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.139821] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 975b9ebf-3245-4467-81de-fc9793243504/975b9ebf-3245-4467-81de-fc9793243504.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.140228] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62417450-3e1d-4770-90e0-a986948b60af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.148149] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1294.148149] env[69162]: value = "task-3233523" [ 1294.148149] env[69162]: _type = "Task" [ 1294.148149] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.165224] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.195582] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.195837] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.196396] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleting the datastore file [datastore1] d6e9e114-238b-4390-b63e-1d737b41590b {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.196757] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96e81be0-4e4a-4226-bddc-6a0f21c44c33 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.204695] env[69162]: DEBUG oslo_vmware.api [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for the task: (returnval){ [ 1294.204695] env[69162]: value = "task-3233524" [ 1294.204695] env[69162]: _type = "Task" [ 1294.204695] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.214042] env[69162]: DEBUG oslo_vmware.api [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.322233] env[69162]: DEBUG oslo_vmware.api [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469805} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.325692] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.325959] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.326382] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.326481] env[69162]: INFO nova.compute.manager [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1294.326750] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.326995] env[69162]: DEBUG nova.compute.manager [-] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.327152] env[69162]: DEBUG nova.network.neutron [-] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.334455] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233518, 'name': ReconfigVM_Task, 'duration_secs': 0.701969} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.334717] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 4493d0f2-f201-422f-b2b5-061d73e4feeb/4493d0f2-f201-422f-b2b5-061d73e4feeb.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.335361] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18c2bedf-fb14-460f-9e0f-cc58c94db3a4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.343559] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1294.343559] env[69162]: value = "task-3233525" [ 1294.343559] env[69162]: _type = "Task" [ 1294.343559] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.352730] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233525, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.481724] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.481991] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.482349] env[69162]: INFO nova.compute.manager [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Attaching volume 278ece3f-b593-4bf2-b049-5a6d36172c59 to /dev/sdb [ 1294.526487] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edc9d1b-1e5a-4e8e-ba8c-6d31ff720a26 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.535707] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3c06f5-22b6-44e3-8ce8-4989b097a8da {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.556232] env[69162]: DEBUG nova.virt.block_device [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updating existing volume attachment record: aaff6003-acfa-4db4-b89f-925ee9b73202 {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1294.572618] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.625506] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1294.625739] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.964s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.626382] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.395s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.628066] env[69162]: INFO nova.compute.claims [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.633530] env[69162]: DEBUG nova.compute.manager [req-12120899-a529-4700-ae7d-165344ad2bec req-209d1a46-c029-45e4-918a-94608d1ca552 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Received event network-vif-deleted-c1c4d62e-a039-4e30-beba-27337067bb25 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.633736] env[69162]: INFO nova.compute.manager [req-12120899-a529-4700-ae7d-165344ad2bec req-209d1a46-c029-45e4-918a-94608d1ca552 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Neutron deleted interface c1c4d62e-a039-4e30-beba-27337067bb25; detaching it from the instance and deleting it from the info cache [ 1294.633917] env[69162]: DEBUG nova.network.neutron [req-12120899-a529-4700-ae7d-165344ad2bec req-209d1a46-c029-45e4-918a-94608d1ca552 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.663896] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233523, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.716857] env[69162]: DEBUG oslo_vmware.api [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Task: {'id': task-3233524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189699} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.717125] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.717320] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.717500] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.717675] env[69162]: INFO nova.compute.manager [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1294.717980] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.718206] env[69162]: DEBUG nova.compute.manager [-] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.718361] env[69162]: DEBUG nova.network.neutron [-] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.854535] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233525, 'name': Rename_Task, 'duration_secs': 0.215781} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.854907] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.855282] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf96b2a-3710-469d-9542-bfa340607c67 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.864518] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1294.864518] env[69162]: value = "task-3233529" [ 1294.864518] env[69162]: _type = "Task" [ 1294.864518] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.880243] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.882175] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf01bd1-2f28-4804-9163-8b977fae4f5d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.912062] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance '962df334-556a-417e-8aa4-57ceca4b5d9d' progress to 0 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.111494] env[69162]: DEBUG nova.network.neutron [-] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.138539] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f217349-f433-4707-a3f5-51a1ad37cdb9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.156558] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ddfb6e-5598-4f89-8a62-dbd89b7e8f1f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.179395] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580064} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.180074] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 975b9ebf-3245-4467-81de-fc9793243504/975b9ebf-3245-4467-81de-fc9793243504.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.180074] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.180209] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0d42181-2393-4017-8b45-7f3d3330b581 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.197772] env[69162]: DEBUG nova.compute.manager [req-12120899-a529-4700-ae7d-165344ad2bec req-209d1a46-c029-45e4-918a-94608d1ca552 service nova] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Detach interface failed, port_id=c1c4d62e-a039-4e30-beba-27337067bb25, reason: Instance 592e7b11-582b-4288-b495-ab9d4a2391a2 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.199520] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1295.199520] env[69162]: value = "task-3233530" [ 1295.199520] env[69162]: _type = "Task" [ 1295.199520] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.209096] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.376364] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233529, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.419664] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.419979] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12192c12-28c1-488b-86ae-70594f419029 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.430855] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1295.430855] env[69162]: value = "task-3233531" [ 1295.430855] env[69162]: _type = "Task" [ 1295.430855] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.443975] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.618188] env[69162]: INFO nova.compute.manager [-] [instance: 592e7b11-582b-4288-b495-ab9d4a2391a2] Took 1.29 seconds to deallocate network for instance. [ 1295.675433] env[69162]: DEBUG nova.network.neutron [-] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.717792] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065053} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.718284] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.719488] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90bfcb7-8232-403b-bcad-c4bb102f95a0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.751632] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 975b9ebf-3245-4467-81de-fc9793243504/975b9ebf-3245-4467-81de-fc9793243504.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.754476] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b567e48-84d9-4c27-8514-a8131d2ec7b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.779205] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1295.779205] env[69162]: value = "task-3233532" [ 1295.779205] env[69162]: _type = "Task" [ 1295.779205] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.789504] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.876506] env[69162]: DEBUG oslo_vmware.api [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233529, 'name': PowerOnVM_Task, 'duration_secs': 0.608919} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.879308] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.879537] env[69162]: INFO nova.compute.manager [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1295.879735] env[69162]: DEBUG nova.compute.manager [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.880815] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1772215b-a96e-48e5-96b0-546fcfbdfc29 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.903186] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10490e05-f940-4f9e-8372-cec262531253 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.911303] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d7ccf3-52eb-482d-8181-0a0a45f73e13 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.949203] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfda297-3ddf-4b53-ab71-e6526f0a97fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.959866] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233531, 'name': PowerOffVM_Task, 'duration_secs': 0.208401} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.960491] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.960692] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance '962df334-556a-417e-8aa4-57ceca4b5d9d' progress to 17 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.965060] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b965858-811e-4359-8676-2a6e0b81142c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.980760] env[69162]: DEBUG nova.compute.provider_tree [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.125765] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.180105] env[69162]: INFO nova.compute.manager [-] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Took 1.46 seconds to deallocate network for instance. [ 1296.288486] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233532, 'name': ReconfigVM_Task, 'duration_secs': 0.312728} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.288775] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 975b9ebf-3245-4467-81de-fc9793243504/975b9ebf-3245-4467-81de-fc9793243504.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.289452] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa72bf17-66b3-4851-8bd3-dc18edad363e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.297070] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1296.297070] env[69162]: value = "task-3233533" [ 1296.297070] env[69162]: _type = "Task" [ 1296.297070] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.307931] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233533, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.397901] env[69162]: INFO nova.compute.manager [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Took 16.31 seconds to build instance. [ 1296.473028] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.473028] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.473028] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.473028] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.473516] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.473852] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.474390] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.475065] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.475175] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.475369] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.475554] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.480872] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d1cbe1-0e43-4c22-9cf3-92e8c71f2f1f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.492581] env[69162]: DEBUG nova.scheduler.client.report [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.501884] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1296.501884] env[69162]: value = "task-3233534" [ 1296.501884] env[69162]: _type = "Task" [ 1296.501884] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.511406] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.659369] env[69162]: DEBUG nova.compute.manager [req-0d43a60e-cb2d-4732-9c63-3e774f68b452 req-ab6441ca-83b0-4cae-a3ba-56548191b504 service nova] [instance: d6e9e114-238b-4390-b63e-1d737b41590b] Received event network-vif-deleted-6393d4dd-5e38-4181-b2e1-66384e359021 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.686904] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.809620] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233533, 'name': Rename_Task, 'duration_secs': 0.211753} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.809906] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.810669] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8332b2f3-e945-4c48-8abc-861a4bb09645 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.818058] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1296.818058] env[69162]: value = "task-3233535" [ 1296.818058] env[69162]: _type = "Task" [ 1296.818058] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.827998] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.899878] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c384d630-ec72-455f-9564-f9c926eaf90f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "4493d0f2-f201-422f-b2b5-061d73e4feeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.821s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.900297] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "4493d0f2-f201-422f-b2b5-061d73e4feeb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.491s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.900639] env[69162]: INFO nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] During sync_power_state the instance has a pending task (spawning). Skip. [ 1296.900709] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "4493d0f2-f201-422f-b2b5-061d73e4feeb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.998220] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.998819] env[69162]: DEBUG nova.compute.manager [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.002256] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.429s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.004797] env[69162]: INFO nova.compute.claims [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.015811] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233534, 'name': ReconfigVM_Task, 'duration_secs': 0.286339} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.016160] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance '962df334-556a-417e-8aa4-57ceca4b5d9d' progress to 33 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.329623] env[69162]: DEBUG oslo_vmware.api [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233535, 'name': PowerOnVM_Task, 'duration_secs': 0.467554} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.329925] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.330164] env[69162]: INFO nova.compute.manager [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1297.330369] env[69162]: DEBUG nova.compute.manager [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.331172] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b8a204-1e85-4a22-a123-661f72fa5fef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.443051] env[69162]: INFO nova.compute.manager [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Rescuing [ 1297.443348] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "refresh_cache-4493d0f2-f201-422f-b2b5-061d73e4feeb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.443348] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "refresh_cache-4493d0f2-f201-422f-b2b5-061d73e4feeb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.443478] env[69162]: DEBUG nova.network.neutron [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.509369] env[69162]: DEBUG nova.compute.utils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.511981] env[69162]: DEBUG nova.compute.manager [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.514624] env[69162]: DEBUG nova.network.neutron [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.522444] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.522683] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.522839] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.523036] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.523192] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.523338] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.523540] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.523701] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.523867] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.524038] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.524221] env[69162]: DEBUG nova.virt.hardware [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.530165] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1297.530958] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df264280-5493-468c-85f9-83968f3e3244 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.550263] env[69162]: DEBUG nova.policy [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f374ef0cec1d456fa260ec7ba218e4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0610a62908a3430eb7e8d2f25dad07c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1297.553517] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1297.553517] env[69162]: value = "task-3233537" [ 1297.553517] env[69162]: _type = "Task" [ 1297.553517] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.563195] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.803943] env[69162]: DEBUG nova.network.neutron [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Successfully created port: 14f9bb03-7c13-49da-9319-3ef2b7a57f7d {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.848067] env[69162]: INFO nova.compute.manager [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Took 15.03 seconds to build instance. [ 1298.013406] env[69162]: DEBUG nova.compute.manager [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.069466] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233537, 'name': ReconfigVM_Task, 'duration_secs': 0.159488} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.072638] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.075568] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5172b00-1e1f-477f-857b-51a3a2accc2c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.108363] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4/volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.113521] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b595faf-e38c-4f0e-a3ba-2e00373467cc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.135229] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1298.135229] env[69162]: value = "task-3233538" [ 1298.135229] env[69162]: _type = "Task" [ 1298.135229] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.144582] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.285788] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b793f6a-1030-4faf-9de9-3cf0bf5a323c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.294264] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334b2c42-d4f4-4f0b-980e-4c21b5175c53 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.325939] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81de8d3e-83a8-4699-b595-622e123e5fc1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.335687] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228b5012-2ea1-4ffb-af23-ce0c10958b7e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.350802] env[69162]: DEBUG oslo_concurrency.lockutils [None req-acaf9b77-aee1-4d2f-be64-5d6d8936771a tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.546s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.351379] env[69162]: DEBUG nova.compute.provider_tree [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.354278] env[69162]: DEBUG nova.network.neutron [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Updating instance_info_cache with network_info: [{"id": "9d2e05d5-94a9-45a7-bb9d-3a06f0121403", "address": "fa:16:3e:1c:48:45", "network": {"id": "41d2894f-37dc-4ac4-bfcc-cf1a547152bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1058326620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f512ed0e255a48ec82d429d556ae6974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2e05d5-94", "ovs_interfaceid": "9d2e05d5-94a9-45a7-bb9d-3a06f0121403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.356014] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "975b9ebf-3245-4467-81de-fc9793243504" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.946s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.356581] env[69162]: INFO nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] [instance: 975b9ebf-3245-4467-81de-fc9793243504] During sync_power_state the instance has a pending task (spawning). Skip. [ 1298.356804] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "975b9ebf-3245-4467-81de-fc9793243504" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.650175] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233538, 'name': ReconfigVM_Task, 'duration_secs': 0.254262} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.650601] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4/volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.650783] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance '962df334-556a-417e-8aa4-57ceca4b5d9d' progress to 50 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.724056] env[69162]: DEBUG nova.compute.manager [req-a49b6cb9-1d77-4c27-9a1e-5fde2b54d972 req-d9d249c7-b864-4e75-b6e2-53d0e0527b58 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Received event network-changed-8a8da7b4-c487-4e1f-bf17-8e604be63b35 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.724487] env[69162]: DEBUG nova.compute.manager [req-a49b6cb9-1d77-4c27-9a1e-5fde2b54d972 req-d9d249c7-b864-4e75-b6e2-53d0e0527b58 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Refreshing instance network info cache due to event network-changed-8a8da7b4-c487-4e1f-bf17-8e604be63b35. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.725170] env[69162]: DEBUG oslo_concurrency.lockutils [req-a49b6cb9-1d77-4c27-9a1e-5fde2b54d972 req-d9d249c7-b864-4e75-b6e2-53d0e0527b58 service nova] Acquiring lock "refresh_cache-975b9ebf-3245-4467-81de-fc9793243504" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.725170] env[69162]: DEBUG oslo_concurrency.lockutils [req-a49b6cb9-1d77-4c27-9a1e-5fde2b54d972 req-d9d249c7-b864-4e75-b6e2-53d0e0527b58 service nova] Acquired lock "refresh_cache-975b9ebf-3245-4467-81de-fc9793243504" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.725488] env[69162]: DEBUG nova.network.neutron [req-a49b6cb9-1d77-4c27-9a1e-5fde2b54d972 req-d9d249c7-b864-4e75-b6e2-53d0e0527b58 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Refreshing network info cache for port 8a8da7b4-c487-4e1f-bf17-8e604be63b35 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.855072] env[69162]: DEBUG nova.scheduler.client.report [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.858495] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "refresh_cache-4493d0f2-f201-422f-b2b5-061d73e4feeb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.026941] env[69162]: DEBUG nova.compute.manager [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.047419] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.047672] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.047829] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.048025] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.048183] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.048334] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.048542] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.048701] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.048868] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.049083] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.049312] env[69162]: DEBUG nova.virt.hardware [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.050199] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af3505-0bdb-4bee-84db-52cfce01544f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.058716] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa83bad5-e114-4735-9af4-00c0de1d3aa5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.110878] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1299.111133] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646310', 'volume_id': '278ece3f-b593-4bf2-b049-5a6d36172c59', 'name': 'volume-278ece3f-b593-4bf2-b049-5a6d36172c59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8a8fd3a-56a3-42bc-b990-6e1e164c18bb', 'attached_at': '', 'detached_at': '', 'volume_id': '278ece3f-b593-4bf2-b049-5a6d36172c59', 'serial': '278ece3f-b593-4bf2-b049-5a6d36172c59'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1299.112018] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf72be5-18c3-478e-8d9b-de08762fbcc1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.128900] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d37d954-a15f-4ec5-84eb-7cf40cac9910 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.154802] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-278ece3f-b593-4bf2-b049-5a6d36172c59/volume-278ece3f-b593-4bf2-b049-5a6d36172c59.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.155159] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2bcbc6f-5b82-43cd-9169-269f29db6e4e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.170571] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ccbb28-a22e-4ffc-97e4-4e5e8e4c9e71 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.195383] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27b950-ec76-4714-a426-6dde8c59a04c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.198303] env[69162]: DEBUG oslo_vmware.api [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1299.198303] env[69162]: value = "task-3233539" [ 1299.198303] env[69162]: _type = "Task" [ 1299.198303] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.218025] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance '962df334-556a-417e-8aa4-57ceca4b5d9d' progress to 67 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.227163] env[69162]: DEBUG oslo_vmware.api [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.362510] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.364140] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.238s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.364340] env[69162]: DEBUG nova.objects.instance [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lazy-loading 'resources' on Instance uuid 592e7b11-582b-4288-b495-ab9d4a2391a2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.481929] env[69162]: DEBUG nova.network.neutron [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Successfully updated port: 14f9bb03-7c13-49da-9319-3ef2b7a57f7d {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.520639] env[69162]: DEBUG nova.network.neutron [req-a49b6cb9-1d77-4c27-9a1e-5fde2b54d972 req-d9d249c7-b864-4e75-b6e2-53d0e0527b58 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Updated VIF entry in instance network info cache for port 8a8da7b4-c487-4e1f-bf17-8e604be63b35. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.520768] env[69162]: DEBUG nova.network.neutron [req-a49b6cb9-1d77-4c27-9a1e-5fde2b54d972 req-d9d249c7-b864-4e75-b6e2-53d0e0527b58 service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Updating instance_info_cache with network_info: [{"id": "8a8da7b4-c487-4e1f-bf17-8e604be63b35", "address": "fa:16:3e:8b:9f:3b", "network": {"id": "75d63c67-e7fb-4a86-918d-761f8fd0d5a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-48877585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e142292754a94c6794692a009d29b912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8da7b4-c4", "ovs_interfaceid": "8a8da7b4-c487-4e1f-bf17-8e604be63b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.709012] env[69162]: DEBUG oslo_vmware.api [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.866556] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquiring lock "22b29ba0-c20e-4946-8e92-403ff3b77b65" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.866898] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "22b29ba0-c20e-4946-8e92-403ff3b77b65" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.985408] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "refresh_cache-bead08c5-5637-4510-ae5f-f690e2224efe" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.985564] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "refresh_cache-bead08c5-5637-4510-ae5f-f690e2224efe" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.985718] env[69162]: DEBUG nova.network.neutron [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.022803] env[69162]: DEBUG oslo_concurrency.lockutils [req-a49b6cb9-1d77-4c27-9a1e-5fde2b54d972 req-d9d249c7-b864-4e75-b6e2-53d0e0527b58 service nova] Releasing lock "refresh_cache-975b9ebf-3245-4467-81de-fc9793243504" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.064419] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840a334-8ab4-4c57-a29c-864eff61b82b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.073479] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb44465-748d-488a-96c8-76a222e1b855 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.105131] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f948b2a-43a5-403a-83cf-c74a5f60b014 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.113093] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0164c117-d50d-4afc-91ee-59225b26a0a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.126559] env[69162]: DEBUG nova.compute.provider_tree [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.209559] env[69162]: DEBUG oslo_vmware.api [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233539, 'name': ReconfigVM_Task, 'duration_secs': 0.809642} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.211040] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-278ece3f-b593-4bf2-b049-5a6d36172c59/volume-278ece3f-b593-4bf2-b049-5a6d36172c59.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.214735] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1debf3d-cf00-41be-b654-18584f51ea1f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.230839] env[69162]: DEBUG oslo_vmware.api [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1300.230839] env[69162]: value = "task-3233540" [ 1300.230839] env[69162]: _type = "Task" [ 1300.230839] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.239905] env[69162]: DEBUG oslo_vmware.api [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.372380] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "22b29ba0-c20e-4946-8e92-403ff3b77b65" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.372959] env[69162]: DEBUG nova.compute.manager [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.400279] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.400634] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2c49b6d-7921-4f3c-bfed-1817e5394bb8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.408238] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1300.408238] env[69162]: value = "task-3233541" [ 1300.408238] env[69162]: _type = "Task" [ 1300.408238] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.421729] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.518635] env[69162]: DEBUG nova.network.neutron [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.629805] env[69162]: DEBUG nova.scheduler.client.report [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.663788] env[69162]: DEBUG nova.network.neutron [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Updating instance_info_cache with network_info: [{"id": "14f9bb03-7c13-49da-9319-3ef2b7a57f7d", "address": "fa:16:3e:02:34:e1", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f9bb03-7c", "ovs_interfaceid": "14f9bb03-7c13-49da-9319-3ef2b7a57f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.743811] env[69162]: DEBUG oslo_vmware.api [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233540, 'name': ReconfigVM_Task, 'duration_secs': 0.149965} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.744238] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646310', 'volume_id': '278ece3f-b593-4bf2-b049-5a6d36172c59', 'name': 'volume-278ece3f-b593-4bf2-b049-5a6d36172c59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8a8fd3a-56a3-42bc-b990-6e1e164c18bb', 'attached_at': '', 'detached_at': '', 'volume_id': '278ece3f-b593-4bf2-b049-5a6d36172c59', 'serial': '278ece3f-b593-4bf2-b049-5a6d36172c59'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1300.750326] env[69162]: DEBUG nova.compute.manager [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Received event network-vif-plugged-14f9bb03-7c13-49da-9319-3ef2b7a57f7d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.750326] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] Acquiring lock "bead08c5-5637-4510-ae5f-f690e2224efe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.750326] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] Lock "bead08c5-5637-4510-ae5f-f690e2224efe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.750326] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] Lock "bead08c5-5637-4510-ae5f-f690e2224efe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.750326] env[69162]: DEBUG nova.compute.manager [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] No waiting events found dispatching network-vif-plugged-14f9bb03-7c13-49da-9319-3ef2b7a57f7d {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.750590] env[69162]: WARNING nova.compute.manager [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Received unexpected event network-vif-plugged-14f9bb03-7c13-49da-9319-3ef2b7a57f7d for instance with vm_state building and task_state spawning. [ 1300.750631] env[69162]: DEBUG nova.compute.manager [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Received event network-changed-14f9bb03-7c13-49da-9319-3ef2b7a57f7d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.750766] env[69162]: DEBUG nova.compute.manager [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Refreshing instance network info cache due to event network-changed-14f9bb03-7c13-49da-9319-3ef2b7a57f7d. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.750938] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] Acquiring lock "refresh_cache-bead08c5-5637-4510-ae5f-f690e2224efe" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.855312] env[69162]: DEBUG nova.network.neutron [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Port 74de76b2-b20d-42af-8a05-1935411430fa binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1300.877797] env[69162]: DEBUG nova.compute.utils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.879127] env[69162]: DEBUG nova.compute.manager [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.879332] env[69162]: DEBUG nova.network.neutron [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.916964] env[69162]: DEBUG nova.policy [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42c274a5ab254c5a865b6614d76abc10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ccd9c75f94445998e89c26ca1bf6394', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.922249] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233541, 'name': PowerOffVM_Task, 'duration_secs': 0.196476} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.922498] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.923350] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60212786-517b-46d6-87c3-301b5161a1df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.942486] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1035c3-7daa-4814-a9bc-25da2882cd15 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.976029] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.976354] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8cbaf23-eaeb-41ea-817b-1b89af0eb850 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.983656] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1300.983656] env[69162]: value = "task-3233542" [ 1300.983656] env[69162]: _type = "Task" [ 1300.983656] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.991452] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.134515] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.137362] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.451s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.137802] env[69162]: DEBUG nova.objects.instance [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lazy-loading 'resources' on Instance uuid d6e9e114-238b-4390-b63e-1d737b41590b {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.156028] env[69162]: INFO nova.scheduler.client.report [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted allocations for instance 592e7b11-582b-4288-b495-ab9d4a2391a2 [ 1301.165818] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "refresh_cache-bead08c5-5637-4510-ae5f-f690e2224efe" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.166117] env[69162]: DEBUG nova.compute.manager [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Instance network_info: |[{"id": "14f9bb03-7c13-49da-9319-3ef2b7a57f7d", "address": "fa:16:3e:02:34:e1", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f9bb03-7c", "ovs_interfaceid": "14f9bb03-7c13-49da-9319-3ef2b7a57f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.166407] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] Acquired lock "refresh_cache-bead08c5-5637-4510-ae5f-f690e2224efe" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.166602] env[69162]: DEBUG nova.network.neutron [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Refreshing network info cache for port 14f9bb03-7c13-49da-9319-3ef2b7a57f7d {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.167718] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:34:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14f9bb03-7c13-49da-9319-3ef2b7a57f7d', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.175742] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.178631] env[69162]: DEBUG nova.network.neutron [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Successfully created port: b4eb4808-99a2-477e-b640-7994bb5b79e6 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1301.182488] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.183363] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c42b7917-4063-4765-b5d6-c604e4dfd7f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.204451] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.204451] env[69162]: value = "task-3233543" [ 1301.204451] env[69162]: _type = "Task" [ 1301.204451] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.212843] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233543, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.382543] env[69162]: DEBUG nova.compute.manager [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.495070] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1301.495315] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.495570] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.495722] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.495900] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.496183] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64b2999d-5ca3-46a6-8aa4-d4d3d7278df7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.506677] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.507084] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.507685] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efddafd3-ac6c-4563-9669-1a8c0190e535 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.514089] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1301.514089] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ed5dd8-dbb1-04fd-2871-eda77112c5b4" [ 1301.514089] env[69162]: _type = "Task" [ 1301.514089] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.524792] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ed5dd8-dbb1-04fd-2871-eda77112c5b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.538218] env[69162]: DEBUG nova.network.neutron [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Updated VIF entry in instance network info cache for port 14f9bb03-7c13-49da-9319-3ef2b7a57f7d. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.538587] env[69162]: DEBUG nova.network.neutron [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Updating instance_info_cache with network_info: [{"id": "14f9bb03-7c13-49da-9319-3ef2b7a57f7d", "address": "fa:16:3e:02:34:e1", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f9bb03-7c", "ovs_interfaceid": "14f9bb03-7c13-49da-9319-3ef2b7a57f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.665348] env[69162]: DEBUG oslo_concurrency.lockutils [None req-61b98c8e-7aa7-4c27-9987-cb5f65ac0d8e tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "592e7b11-582b-4288-b495-ab9d4a2391a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.981s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.717491] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233543, 'name': CreateVM_Task, 'duration_secs': 0.407638} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.717607] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.725780] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.725949] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.726304] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.726595] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc76693-dc7a-4ae0-b48c-af2d61fd1074 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.732334] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1301.732334] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527b41dc-079f-affe-517c-130195427a82" [ 1301.732334] env[69162]: _type = "Task" [ 1301.732334] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.743532] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527b41dc-079f-affe-517c-130195427a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.795758] env[69162]: DEBUG nova.objects.instance [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lazy-loading 'flavor' on Instance uuid a8a8fd3a-56a3-42bc-b990-6e1e164c18bb {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.830925] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86525a6f-0fac-492b-81ac-acb73b29cb15 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.838993] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2adf610-8772-4fac-8c90-e20c4d931c6f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.877531] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a08c2f-9e9c-44b6-bd8a-c2e41190eba5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.886677] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "962df334-556a-417e-8aa4-57ceca4b5d9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.886909] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.887112] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.897264] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e0d890-92dd-4141-8d05-c8c8574fb8ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.915454] env[69162]: DEBUG nova.compute.provider_tree [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.025290] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52ed5dd8-dbb1-04fd-2871-eda77112c5b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.026124] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c23dbf-8a3a-4131-9b6b-74aba7ef6266 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.031850] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1302.031850] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5224ed5b-2f0e-ff29-7f6c-66bbf266a825" [ 1302.031850] env[69162]: _type = "Task" [ 1302.031850] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.039976] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5224ed5b-2f0e-ff29-7f6c-66bbf266a825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.041619] env[69162]: DEBUG oslo_concurrency.lockutils [req-8a2bb727-fe2f-455c-a99b-77d21ee0dff1 req-6f16cf10-f171-4342-9782-4ddf3dbd02c8 service nova] Releasing lock "refresh_cache-bead08c5-5637-4510-ae5f-f690e2224efe" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.245669] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527b41dc-079f-affe-517c-130195427a82, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.245847] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.245951] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.246284] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.301308] env[69162]: DEBUG oslo_concurrency.lockutils [None req-77cb1516-bceb-4754-875c-13bdc9c22e8d tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.819s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.396473] env[69162]: DEBUG nova.compute.manager [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.418478] env[69162]: DEBUG nova.scheduler.client.report [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.423667] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.423973] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.424152] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.424255] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.424405] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.424554] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.424760] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.424921] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.425102] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.425273] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.425459] env[69162]: DEBUG nova.virt.hardware [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.426798] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2047bc8-ceb4-4676-a959-e6bb983b6708 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.436705] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94881fa-362f-4485-bcb9-2ef545cdd019 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.547627] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5224ed5b-2f0e-ff29-7f6c-66bbf266a825, 'name': SearchDatastore_Task, 'duration_secs': 0.013023} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.548021] env[69162]: DEBUG oslo_concurrency.lockutils [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.548328] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 4493d0f2-f201-422f-b2b5-061d73e4feeb/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. {{(pid=69162) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1302.550035] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.550307] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.550581] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed78d4a5-f4de-47d8-a8d9-f553ab2f82a3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.552761] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1b3d752-9772-41b4-b4a5-d08967eead9e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.561940] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1302.561940] env[69162]: value = "task-3233544" [ 1302.561940] env[69162]: _type = "Task" [ 1302.561940] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.567132] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.567482] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.571147] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec43f90-7597-4c79-afae-b90a86200f99 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.573549] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.578607] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1302.578607] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52be7894-da6e-053c-fbf8-856e75adcd96" [ 1302.578607] env[69162]: _type = "Task" [ 1302.578607] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.594559] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52be7894-da6e-053c-fbf8-856e75adcd96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.798452] env[69162]: DEBUG nova.compute.manager [req-11938e67-7063-463d-b51e-c9329411d67c req-baf121af-64cf-4bdb-ba5b-b465363579b7 service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Received event network-vif-plugged-b4eb4808-99a2-477e-b640-7994bb5b79e6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.798766] env[69162]: DEBUG oslo_concurrency.lockutils [req-11938e67-7063-463d-b51e-c9329411d67c req-baf121af-64cf-4bdb-ba5b-b465363579b7 service nova] Acquiring lock "fa56682c-85f2-4326-8131-ff797ef69b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.799025] env[69162]: DEBUG oslo_concurrency.lockutils [req-11938e67-7063-463d-b51e-c9329411d67c req-baf121af-64cf-4bdb-ba5b-b465363579b7 service nova] Lock "fa56682c-85f2-4326-8131-ff797ef69b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.799256] env[69162]: DEBUG oslo_concurrency.lockutils [req-11938e67-7063-463d-b51e-c9329411d67c req-baf121af-64cf-4bdb-ba5b-b465363579b7 service nova] Lock "fa56682c-85f2-4326-8131-ff797ef69b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.799481] env[69162]: DEBUG nova.compute.manager [req-11938e67-7063-463d-b51e-c9329411d67c req-baf121af-64cf-4bdb-ba5b-b465363579b7 service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] No waiting events found dispatching network-vif-plugged-b4eb4808-99a2-477e-b640-7994bb5b79e6 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.799707] env[69162]: WARNING nova.compute.manager [req-11938e67-7063-463d-b51e-c9329411d67c req-baf121af-64cf-4bdb-ba5b-b465363579b7 service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Received unexpected event network-vif-plugged-b4eb4808-99a2-477e-b640-7994bb5b79e6 for instance with vm_state building and task_state spawning. [ 1302.883406] env[69162]: DEBUG nova.network.neutron [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Successfully updated port: b4eb4808-99a2-477e-b640-7994bb5b79e6 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.930201] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.930469] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.930658] env[69162]: DEBUG nova.network.neutron [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.932758] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.946366] env[69162]: INFO nova.compute.manager [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Rescuing [ 1302.946775] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.946874] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.947560] env[69162]: DEBUG nova.network.neutron [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.952823] env[69162]: INFO nova.scheduler.client.report [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Deleted allocations for instance d6e9e114-238b-4390-b63e-1d737b41590b [ 1303.059959] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "1cd9e913-e0d0-4583-aab1-e964277919c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.060315] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "1cd9e913-e0d0-4583-aab1-e964277919c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.072226] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233544, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.090822] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52be7894-da6e-053c-fbf8-856e75adcd96, 'name': SearchDatastore_Task, 'duration_secs': 0.015943} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.092096] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6329ce08-afaf-4221-b736-1d57c14ab4a5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.099310] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1303.099310] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524c9783-5b82-6573-e15d-4b729c035a72" [ 1303.099310] env[69162]: _type = "Task" [ 1303.099310] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.109624] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524c9783-5b82-6573-e15d-4b729c035a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.385889] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquiring lock "refresh_cache-fa56682c-85f2-4326-8131-ff797ef69b86" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.386056] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquired lock "refresh_cache-fa56682c-85f2-4326-8131-ff797ef69b86" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.386181] env[69162]: DEBUG nova.network.neutron [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.460051] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d3e0e9f4-b791-4e37-a03d-34959da04780 tempest-AttachVolumeShelveTestJSON-505816326 tempest-AttachVolumeShelveTestJSON-505816326-project-member] Lock "d6e9e114-238b-4390-b63e-1d737b41590b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.440s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.562816] env[69162]: DEBUG nova.compute.manager [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.575791] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748996} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.576068] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] 4493d0f2-f201-422f-b2b5-061d73e4feeb/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. [ 1303.576839] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f1d152-66c1-458c-a61e-a3f0b5ef7e83 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.609214] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 4493d0f2-f201-422f-b2b5-061d73e4feeb/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.616087] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c8695a-a0fb-4ee3-be0e-75df9b07c644 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.638967] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524c9783-5b82-6573-e15d-4b729c035a72, 'name': SearchDatastore_Task, 'duration_secs': 0.06644} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.640250] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.640587] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bead08c5-5637-4510-ae5f-f690e2224efe/bead08c5-5637-4510-ae5f-f690e2224efe.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.640924] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1303.640924] env[69162]: value = "task-3233545" [ 1303.640924] env[69162]: _type = "Task" [ 1303.640924] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.641134] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39c8ce61-eb37-4f15-8457-d8cfdf34208f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.653418] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.654774] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1303.654774] env[69162]: value = "task-3233546" [ 1303.654774] env[69162]: _type = "Task" [ 1303.654774] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.664101] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.803847] env[69162]: DEBUG nova.network.neutron [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance_info_cache with network_info: [{"id": "74de76b2-b20d-42af-8a05-1935411430fa", "address": "fa:16:3e:bd:fb:73", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74de76b2-b2", "ovs_interfaceid": "74de76b2-b20d-42af-8a05-1935411430fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.808050] env[69162]: DEBUG nova.network.neutron [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updating instance_info_cache with network_info: [{"id": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "address": "fa:16:3e:18:60:62", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf63e625-73", "ovs_interfaceid": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.919896] env[69162]: DEBUG nova.network.neutron [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.067742] env[69162]: DEBUG nova.network.neutron [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Updating instance_info_cache with network_info: [{"id": "b4eb4808-99a2-477e-b640-7994bb5b79e6", "address": "fa:16:3e:6b:0a:6d", "network": {"id": "2bab9383-6045-41c8-9627-627865527dcb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1351269622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccd9c75f94445998e89c26ca1bf6394", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4eb4808-99", "ovs_interfaceid": "b4eb4808-99a2-477e-b640-7994bb5b79e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.090233] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.090544] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.092097] env[69162]: INFO nova.compute.claims [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.157754] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.168316] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233546, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.306921] env[69162]: DEBUG oslo_concurrency.lockutils [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.311042] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.570914] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Releasing lock "refresh_cache-fa56682c-85f2-4326-8131-ff797ef69b86" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.571281] env[69162]: DEBUG nova.compute.manager [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Instance network_info: |[{"id": "b4eb4808-99a2-477e-b640-7994bb5b79e6", "address": "fa:16:3e:6b:0a:6d", "network": {"id": "2bab9383-6045-41c8-9627-627865527dcb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1351269622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccd9c75f94445998e89c26ca1bf6394", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4eb4808-99", "ovs_interfaceid": "b4eb4808-99a2-477e-b640-7994bb5b79e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1304.571774] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:0a:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4eb4808-99a2-477e-b640-7994bb5b79e6', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.579181] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Creating folder: Project (7ccd9c75f94445998e89c26ca1bf6394). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1304.579474] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6f7c333-1047-49d7-abfd-d64576b6b02b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.593228] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Created folder: Project (7ccd9c75f94445998e89c26ca1bf6394) in parent group-v645978. [ 1304.593469] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Creating folder: Instances. Parent ref: group-v646312. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1304.593735] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90682b12-7d23-41ea-a9e9-e46668d17adc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.604242] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Created folder: Instances in parent group-v646312. [ 1304.604600] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.604828] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.605096] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff38dc1a-644d-4391-b836-e450749cd6ee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.625564] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.625564] env[69162]: value = "task-3233549" [ 1304.625564] env[69162]: _type = "Task" [ 1304.625564] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.633363] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233549, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.654292] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233545, 'name': ReconfigVM_Task, 'duration_secs': 0.683337} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.654580] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 4493d0f2-f201-422f-b2b5-061d73e4feeb/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.655717] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d75ac73-f76d-4892-9ba3-df7e19ed77fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.668281] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550148} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.684483] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] bead08c5-5637-4510-ae5f-f690e2224efe/bead08c5-5637-4510-ae5f-f690e2224efe.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.684696] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.691143] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e78b1c67-e0c6-41e4-851e-85c2a69e82ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.694174] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7215af8d-1db9-4c7a-a81f-c3d0c64580d4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.713124] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1304.713124] env[69162]: value = "task-3233550" [ 1304.713124] env[69162]: _type = "Task" [ 1304.713124] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.714876] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1304.714876] env[69162]: value = "task-3233551" [ 1304.714876] env[69162]: _type = "Task" [ 1304.714876] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.730535] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233551, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.733299] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.818132] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18f598c-8d43-464d-a30b-592292f00637 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.826413] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a5d222-b8b2-440f-9270-e45b81ebbbb7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.839198] env[69162]: DEBUG nova.compute.manager [req-8d14d4cd-35d7-4fa0-81e3-87a1764dc1b2 req-679e613d-be00-4a53-b294-9eed9574ddaa service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Received event network-changed-b4eb4808-99a2-477e-b640-7994bb5b79e6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.839372] env[69162]: DEBUG nova.compute.manager [req-8d14d4cd-35d7-4fa0-81e3-87a1764dc1b2 req-679e613d-be00-4a53-b294-9eed9574ddaa service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Refreshing instance network info cache due to event network-changed-b4eb4808-99a2-477e-b640-7994bb5b79e6. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.839589] env[69162]: DEBUG oslo_concurrency.lockutils [req-8d14d4cd-35d7-4fa0-81e3-87a1764dc1b2 req-679e613d-be00-4a53-b294-9eed9574ddaa service nova] Acquiring lock "refresh_cache-fa56682c-85f2-4326-8131-ff797ef69b86" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.839734] env[69162]: DEBUG oslo_concurrency.lockutils [req-8d14d4cd-35d7-4fa0-81e3-87a1764dc1b2 req-679e613d-be00-4a53-b294-9eed9574ddaa service nova] Acquired lock "refresh_cache-fa56682c-85f2-4326-8131-ff797ef69b86" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.839895] env[69162]: DEBUG nova.network.neutron [req-8d14d4cd-35d7-4fa0-81e3-87a1764dc1b2 req-679e613d-be00-4a53-b294-9eed9574ddaa service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Refreshing network info cache for port b4eb4808-99a2-477e-b640-7994bb5b79e6 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.057967] env[69162]: DEBUG nova.network.neutron [req-8d14d4cd-35d7-4fa0-81e3-87a1764dc1b2 req-679e613d-be00-4a53-b294-9eed9574ddaa service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Updated VIF entry in instance network info cache for port b4eb4808-99a2-477e-b640-7994bb5b79e6. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.058370] env[69162]: DEBUG nova.network.neutron [req-8d14d4cd-35d7-4fa0-81e3-87a1764dc1b2 req-679e613d-be00-4a53-b294-9eed9574ddaa service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Updating instance_info_cache with network_info: [{"id": "b4eb4808-99a2-477e-b640-7994bb5b79e6", "address": "fa:16:3e:6b:0a:6d", "network": {"id": "2bab9383-6045-41c8-9627-627865527dcb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1351269622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ccd9c75f94445998e89c26ca1bf6394", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4eb4808-99", "ovs_interfaceid": "b4eb4808-99a2-477e-b640-7994bb5b79e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.137940] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233549, 'name': CreateVM_Task, 'duration_secs': 0.401618} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.138146] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.138823] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.138984] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.139365] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.139618] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7d7a7a-a4eb-4f30-9d03-635296cd1ede {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.146247] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for the task: (returnval){ [ 1305.146247] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52188364-8595-8031-93a8-18909882b9fc" [ 1305.146247] env[69162]: _type = "Task" [ 1305.146247] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.155419] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52188364-8595-8031-93a8-18909882b9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.229652] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086071} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.235104] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.235443] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233551, 'name': ReconfigVM_Task, 'duration_secs': 0.28336} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.236387] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f841d3b-72a0-4e0a-89c3-0262a8d5de20 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.238983] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.239264] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97e2b163-c4ee-4d0b-b433-904c67f25aab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.266161] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] bead08c5-5637-4510-ae5f-f690e2224efe/bead08c5-5637-4510-ae5f-f690e2224efe.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.267949] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f47b65ca-b8a2-4145-afab-7683ff756d61 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.284554] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1305.284554] env[69162]: value = "task-3233552" [ 1305.284554] env[69162]: _type = "Task" [ 1305.284554] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.294092] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1305.294092] env[69162]: value = "task-3233553" [ 1305.294092] env[69162]: _type = "Task" [ 1305.294092] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.300738] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.309881] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.333931] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f07fda-a727-44b8-a20c-d511a90c59a6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.343648] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b24096-82c3-44c0-8714-2cac8477a5a9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.377083] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2319e1fb-d0bd-4a90-9dc1-ce1eed925e0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.386099] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce9e8af-7ad8-4ef1-a6d1-a5d011dc1956 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.403352] env[69162]: DEBUG nova.compute.provider_tree [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.561962] env[69162]: DEBUG oslo_concurrency.lockutils [req-8d14d4cd-35d7-4fa0-81e3-87a1764dc1b2 req-679e613d-be00-4a53-b294-9eed9574ddaa service nova] Releasing lock "refresh_cache-fa56682c-85f2-4326-8131-ff797ef69b86" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.658099] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52188364-8595-8031-93a8-18909882b9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01921} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.658498] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.658802] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.659100] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.659370] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.659597] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.659902] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad47ce35-26a2-4ffd-bf84-b8e244e4bac9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.668807] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.668994] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.669783] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e13d342-43be-4295-a830-a315cf6876b5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.675434] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for the task: (returnval){ [ 1305.675434] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5236bf46-ea36-5492-ed72-aa7e3238a782" [ 1305.675434] env[69162]: _type = "Task" [ 1305.675434] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.683621] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5236bf46-ea36-5492-ed72-aa7e3238a782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.798257] env[69162]: DEBUG oslo_vmware.api [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233552, 'name': PowerOnVM_Task, 'duration_secs': 0.430692} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.801514] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.804418] env[69162]: DEBUG nova.compute.manager [None req-13a4c299-d8ef-4908-b0dd-6ffa0a0dbc11 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.805237] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e71df50-695b-433c-8644-f9a12f0239a2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.811086] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233553, 'name': ReconfigVM_Task, 'duration_secs': 0.506238} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.811881] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Reconfigured VM instance instance-00000077 to attach disk [datastore1] bead08c5-5637-4510-ae5f-f690e2224efe/bead08c5-5637-4510-ae5f-f690e2224efe.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.812417] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4412e9df-5c1d-47fb-99bb-65f71c1aa421 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.822811] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1305.822811] env[69162]: value = "task-3233555" [ 1305.822811] env[69162]: _type = "Task" [ 1305.822811] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.831224] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233555, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.880640] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.880939] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64cfb670-76fb-412d-982e-ce69f5691c79 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.889843] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1305.889843] env[69162]: value = "task-3233556" [ 1305.889843] env[69162]: _type = "Task" [ 1305.889843] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.900146] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.906321] env[69162]: DEBUG nova.scheduler.client.report [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.940060] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0461f1-a2e0-4cb0-81ff-be40449023fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.960817] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7669778-bf1b-4daa-8a61-23cff5a1888d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.968929] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance '962df334-556a-417e-8aa4-57ceca4b5d9d' progress to 83 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.187744] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5236bf46-ea36-5492-ed72-aa7e3238a782, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.188641] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513c367f-5e50-48a1-86db-6ed5a35bbd20 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.194886] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for the task: (returnval){ [ 1306.194886] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527e4e9f-f414-f6cd-3e33-4a614406b4e2" [ 1306.194886] env[69162]: _type = "Task" [ 1306.194886] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.205361] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527e4e9f-f414-f6cd-3e33-4a614406b4e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.333331] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233555, 'name': Rename_Task, 'duration_secs': 0.180193} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.333737] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.334384] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-924339a5-73bb-49db-b5e6-3c9a7c091baf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.341661] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1306.341661] env[69162]: value = "task-3233557" [ 1306.341661] env[69162]: _type = "Task" [ 1306.341661] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.352570] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.401539] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233556, 'name': PowerOffVM_Task, 'duration_secs': 0.326185} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.401539] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.402273] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb57302-45d0-4fa0-b3e3-5b3913cc8cf5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.424019] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.424534] env[69162]: DEBUG nova.compute.manager [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1306.427669] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd37a1-1436-4220-b920-1ca79661760b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.458643] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.458942] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fdcac2f-96b0-4eb9-80ae-572e6c5e6bcd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.468140] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1306.468140] env[69162]: value = "task-3233558" [ 1306.468140] env[69162]: _type = "Task" [ 1306.468140] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.474793] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.478169] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80605b6f-ddb4-40bf-b16f-30e9aeaf84c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.480089] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.486294] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1306.486294] env[69162]: value = "task-3233559" [ 1306.486294] env[69162]: _type = "Task" [ 1306.486294] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.496290] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.707636] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527e4e9f-f414-f6cd-3e33-4a614406b4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012187} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.708014] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.708344] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] fa56682c-85f2-4326-8131-ff797ef69b86/fa56682c-85f2-4326-8131-ff797ef69b86.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.708644] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c42d3096-ffa1-42ed-8267-36f678b9f57f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.716979] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for the task: (returnval){ [ 1306.716979] env[69162]: value = "task-3233560" [ 1306.716979] env[69162]: _type = "Task" [ 1306.716979] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.726202] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.853499] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233557, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.932873] env[69162]: DEBUG nova.compute.utils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.934461] env[69162]: DEBUG nova.compute.manager [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1306.934602] env[69162]: DEBUG nova.network.neutron [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.955545] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.955882] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.983280] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1306.983525] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.983758] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.983912] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.984132] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.984408] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a283e224-aaff-4410-87ff-70c2f2f98e33 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.993024] env[69162]: DEBUG nova.policy [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cacda18db0b641259c0e3c1e56840935', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26914cc9e5c4bb4ae091f19c867e9d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.001113] env[69162]: DEBUG oslo_vmware.api [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233559, 'name': PowerOnVM_Task, 'duration_secs': 0.507215} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.002484] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.003286] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-97432891-786b-451b-942c-5dc12f0135cd tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance '962df334-556a-417e-8aa4-57ceca4b5d9d' progress to 100 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.006739] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.006739] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.007788] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a2237b-2047-4e2d-85f9-34021cad55ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.014855] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1307.014855] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5227255e-ea90-66d2-ea7e-3ccdb712ef46" [ 1307.014855] env[69162]: _type = "Task" [ 1307.014855] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.028416] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5227255e-ea90-66d2-ea7e-3ccdb712ef46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.229672] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233560, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.349498] env[69162]: DEBUG nova.network.neutron [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Successfully created port: f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.357575] env[69162]: DEBUG oslo_vmware.api [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233557, 'name': PowerOnVM_Task, 'duration_secs': 0.750309} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.357897] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.358258] env[69162]: INFO nova.compute.manager [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1307.358339] env[69162]: DEBUG nova.compute.manager [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.359298] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696724c7-b103-4a43-a14f-2ca4e531c24c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.437798] env[69162]: DEBUG nova.compute.manager [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1307.458479] env[69162]: DEBUG nova.compute.manager [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.525928] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5227255e-ea90-66d2-ea7e-3ccdb712ef46, 'name': SearchDatastore_Task, 'duration_secs': 0.018496} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.526920] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb37eb5-1b94-4b6c-bd74-4157ad3c8486 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.533900] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1307.533900] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5228e690-514e-f113-c6e0-20548cf433da" [ 1307.533900] env[69162]: _type = "Task" [ 1307.533900] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.542747] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5228e690-514e-f113-c6e0-20548cf433da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.729198] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65126} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.729445] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] fa56682c-85f2-4326-8131-ff797ef69b86/fa56682c-85f2-4326-8131-ff797ef69b86.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.729675] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.729935] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62adee86-b370-4f84-b41f-04e660f2d457 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.738159] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for the task: (returnval){ [ 1307.738159] env[69162]: value = "task-3233561" [ 1307.738159] env[69162]: _type = "Task" [ 1307.738159] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.745850] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.879964] env[69162]: INFO nova.compute.manager [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Took 15.67 seconds to build instance. [ 1307.984326] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.984621] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.986185] env[69162]: INFO nova.compute.claims [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.050020] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5228e690-514e-f113-c6e0-20548cf433da, 'name': SearchDatastore_Task, 'duration_secs': 0.026657} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.050020] env[69162]: DEBUG oslo_concurrency.lockutils [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.050313] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] a8a8fd3a-56a3-42bc-b990-6e1e164c18bb/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. {{(pid=69162) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1308.050501] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bce974c6-0146-4e4f-8af5-8009b6929f09 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.058919] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1308.058919] env[69162]: value = "task-3233562" [ 1308.058919] env[69162]: _type = "Task" [ 1308.058919] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.068093] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.248710] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070668} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.249051] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.249893] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e8c54-2067-41c0-b302-64c731d0e316 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.272589] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] fa56682c-85f2-4326-8131-ff797ef69b86/fa56682c-85f2-4326-8131-ff797ef69b86.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.272840] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf37bc65-fb0d-4565-9691-e3b43300cdb7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.296832] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for the task: (returnval){ [ 1308.296832] env[69162]: value = "task-3233563" [ 1308.296832] env[69162]: _type = "Task" [ 1308.296832] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.304923] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.382270] env[69162]: DEBUG oslo_concurrency.lockutils [None req-8cd0b127-7b93-4aca-9ac6-aeee54fb8c2b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "bead08c5-5637-4510-ae5f-f690e2224efe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.184s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.448814] env[69162]: DEBUG nova.compute.manager [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.478680] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.478964] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.479201] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.479443] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.479598] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.479745] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.479997] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.480126] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.480298] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.480494] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.480655] env[69162]: DEBUG nova.virt.hardware [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.481614] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e7e511-1bea-4460-a881-4e73fe6b6a18 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.490277] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3265790-6e9b-4446-b2b1-8dabd36aa81d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.569715] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.809841] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.829635] env[69162]: DEBUG nova.compute.manager [req-e02752e2-23b1-4ce0-9ed5-cfb4015a029f req-99b940f9-b482-4121-9118-683d118bf8b7 service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Received event network-vif-plugged-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.829856] env[69162]: DEBUG oslo_concurrency.lockutils [req-e02752e2-23b1-4ce0-9ed5-cfb4015a029f req-99b940f9-b482-4121-9118-683d118bf8b7 service nova] Acquiring lock "1cd9e913-e0d0-4583-aab1-e964277919c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.830087] env[69162]: DEBUG oslo_concurrency.lockutils [req-e02752e2-23b1-4ce0-9ed5-cfb4015a029f req-99b940f9-b482-4121-9118-683d118bf8b7 service nova] Lock "1cd9e913-e0d0-4583-aab1-e964277919c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.831355] env[69162]: DEBUG oslo_concurrency.lockutils [req-e02752e2-23b1-4ce0-9ed5-cfb4015a029f req-99b940f9-b482-4121-9118-683d118bf8b7 service nova] Lock "1cd9e913-e0d0-4583-aab1-e964277919c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.831821] env[69162]: DEBUG nova.compute.manager [req-e02752e2-23b1-4ce0-9ed5-cfb4015a029f req-99b940f9-b482-4121-9118-683d118bf8b7 service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] No waiting events found dispatching network-vif-plugged-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.831821] env[69162]: WARNING nova.compute.manager [req-e02752e2-23b1-4ce0-9ed5-cfb4015a029f req-99b940f9-b482-4121-9118-683d118bf8b7 service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Received unexpected event network-vif-plugged-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 for instance with vm_state building and task_state spawning. [ 1308.880320] env[69162]: DEBUG nova.network.neutron [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Successfully updated port: f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.074573] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233562, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.165256] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43bb875-331a-4491-9d0b-dda866e64beb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.173985] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3361e5b4-f4f4-4985-bda1-a00a4b5b5f31 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Suspending the VM {{(pid=69162) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1309.174289] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa3e2111-992f-4c9f-b701-53c4000a04fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.181585] env[69162]: DEBUG oslo_vmware.api [None req-3361e5b4-f4f4-4985-bda1-a00a4b5b5f31 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1309.181585] env[69162]: value = "task-3233564" [ 1309.181585] env[69162]: _type = "Task" [ 1309.181585] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.192788] env[69162]: DEBUG oslo_vmware.api [None req-3361e5b4-f4f4-4985-bda1-a00a4b5b5f31 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233564, 'name': SuspendVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.236982] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca95f0b8-e6ef-4864-b8cd-38995ecc2ba1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.245711] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77deb9a-8072-4de6-b04a-9d562de7ce2d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.279424] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c91f05-5f22-4178-aa5d-36f8cd7d3564 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.288739] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a568a3cf-25e9-40ed-8bf7-bd09255089d1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.306461] env[69162]: DEBUG nova.compute.provider_tree [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1309.317895] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233563, 'name': ReconfigVM_Task, 'duration_secs': 0.718478} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.318974] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Reconfigured VM instance instance-00000078 to attach disk [datastore2] fa56682c-85f2-4326-8131-ff797ef69b86/fa56682c-85f2-4326-8131-ff797ef69b86.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.319719] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-547c2f62-9384-4683-b822-6409b3949299 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.329759] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for the task: (returnval){ [ 1309.329759] env[69162]: value = "task-3233565" [ 1309.329759] env[69162]: _type = "Task" [ 1309.329759] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.341400] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233565, 'name': Rename_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.385184] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "refresh_cache-1cd9e913-e0d0-4583-aab1-e964277919c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.385431] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "refresh_cache-1cd9e913-e0d0-4583-aab1-e964277919c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.385659] env[69162]: DEBUG nova.network.neutron [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.394371] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "962df334-556a-417e-8aa4-57ceca4b5d9d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.394685] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.394928] env[69162]: DEBUG nova.compute.manager [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Going to confirm migration 8 {{(pid=69162) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1309.571205] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233562, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.029509} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.571510] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore1] a8a8fd3a-56a3-42bc-b990-6e1e164c18bb/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. [ 1309.572370] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50ce8aa-dad2-4989-8682-698426a3f12d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.605268] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a8a8fd3a-56a3-42bc-b990-6e1e164c18bb/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.605658] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-548b07cc-b142-4204-8e8c-9c639bfdba3d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.627179] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1309.627179] env[69162]: value = "task-3233566" [ 1309.627179] env[69162]: _type = "Task" [ 1309.627179] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.635958] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.694351] env[69162]: DEBUG oslo_vmware.api [None req-3361e5b4-f4f4-4985-bda1-a00a4b5b5f31 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233564, 'name': SuspendVM_Task} progress is 62%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.836647] env[69162]: ERROR nova.scheduler.client.report [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [req-dc6f033a-a9a7-4787-bdb4-b03f60ba4409] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc6f033a-a9a7-4787-bdb4-b03f60ba4409"}]} [ 1309.843734] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233565, 'name': Rename_Task, 'duration_secs': 0.241692} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.844015] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.844279] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ac7fe0-233f-4811-ae8c-20b30c77cda1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.854086] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for the task: (returnval){ [ 1309.854086] env[69162]: value = "task-3233567" [ 1309.854086] env[69162]: _type = "Task" [ 1309.854086] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.863141] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.864152] env[69162]: DEBUG nova.scheduler.client.report [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1309.879688] env[69162]: DEBUG nova.scheduler.client.report [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1309.879982] env[69162]: DEBUG nova.compute.provider_tree [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1309.899118] env[69162]: DEBUG nova.scheduler.client.report [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1309.925832] env[69162]: DEBUG nova.scheduler.client.report [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1309.954459] env[69162]: DEBUG nova.network.neutron [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.038257] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.038437] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquired lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.038607] env[69162]: DEBUG nova.network.neutron [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.038798] env[69162]: DEBUG nova.objects.instance [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lazy-loading 'info_cache' on Instance uuid 962df334-556a-417e-8aa4-57ceca4b5d9d {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.142125] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.165901] env[69162]: DEBUG nova.network.neutron [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Updating instance_info_cache with network_info: [{"id": "f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3", "address": "fa:16:3e:1e:61:64", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ebcc4f-7c", "ovs_interfaceid": "f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.175248] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7733a9d-182a-444b-8fc2-38bfcebd9ccd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.189140] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff27929-7604-47a0-bce0-8cae07bce490 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.198280] env[69162]: DEBUG oslo_vmware.api [None req-3361e5b4-f4f4-4985-bda1-a00a4b5b5f31 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233564, 'name': SuspendVM_Task, 'duration_secs': 0.728949} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.225946] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3361e5b4-f4f4-4985-bda1-a00a4b5b5f31 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Suspended the VM {{(pid=69162) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1310.226222] env[69162]: DEBUG nova.compute.manager [None req-3361e5b4-f4f4-4985-bda1-a00a4b5b5f31 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.227698] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da60a23-5f5d-470b-ad65-a5a0a083b31c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.231052] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9c3c5f-098f-4417-acb2-ad8f90e0b1e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.241189] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84413a43-ab7c-4aba-8a15-3ae386847a0b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.258693] env[69162]: DEBUG nova.compute.provider_tree [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.364223] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.638646] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.668393] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "refresh_cache-1cd9e913-e0d0-4583-aab1-e964277919c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.668796] env[69162]: DEBUG nova.compute.manager [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Instance network_info: |[{"id": "f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3", "address": "fa:16:3e:1e:61:64", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ebcc4f-7c", "ovs_interfaceid": "f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1310.669426] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:61:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.677306] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.677554] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.677785] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff08537-65fb-421d-a7df-0fe53aced6ab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.704072] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.704072] env[69162]: value = "task-3233568" [ 1310.704072] env[69162]: _type = "Task" [ 1310.704072] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.713978] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233568, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.796858] env[69162]: DEBUG nova.scheduler.client.report [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1310.797289] env[69162]: DEBUG nova.compute.provider_tree [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 183 to 184 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1310.797531] env[69162]: DEBUG nova.compute.provider_tree [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.854808] env[69162]: DEBUG nova.compute.manager [req-75210042-7719-4582-a693-358ea23109f7 req-655fa2d8-38ef-4ecf-938a-bd244adc904e service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Received event network-changed-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.855144] env[69162]: DEBUG nova.compute.manager [req-75210042-7719-4582-a693-358ea23109f7 req-655fa2d8-38ef-4ecf-938a-bd244adc904e service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Refreshing instance network info cache due to event network-changed-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.855503] env[69162]: DEBUG oslo_concurrency.lockutils [req-75210042-7719-4582-a693-358ea23109f7 req-655fa2d8-38ef-4ecf-938a-bd244adc904e service nova] Acquiring lock "refresh_cache-1cd9e913-e0d0-4583-aab1-e964277919c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.855769] env[69162]: DEBUG oslo_concurrency.lockutils [req-75210042-7719-4582-a693-358ea23109f7 req-655fa2d8-38ef-4ecf-938a-bd244adc904e service nova] Acquired lock "refresh_cache-1cd9e913-e0d0-4583-aab1-e964277919c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.856650] env[69162]: DEBUG nova.network.neutron [req-75210042-7719-4582-a693-358ea23109f7 req-655fa2d8-38ef-4ecf-938a-bd244adc904e service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Refreshing network info cache for port f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.869219] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233567, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.137957] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233566, 'name': ReconfigVM_Task, 'duration_secs': 1.182791} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.138439] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a8a8fd3a-56a3-42bc-b990-6e1e164c18bb/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.139149] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3235ba1c-c1cc-460e-b5f8-3a3c2905f1bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.171030] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0db928f-83a8-442b-a2e0-32d5047e6429 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.187860] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1311.187860] env[69162]: value = "task-3233569" [ 1311.187860] env[69162]: _type = "Task" [ 1311.187860] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.196635] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.214155] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233568, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.303011] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.318s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.303610] env[69162]: DEBUG nova.compute.manager [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1311.376179] env[69162]: DEBUG oslo_vmware.api [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233567, 'name': PowerOnVM_Task, 'duration_secs': 1.087585} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.376563] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.376788] env[69162]: INFO nova.compute.manager [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1311.376967] env[69162]: DEBUG nova.compute.manager [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.377819] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f47486-6b62-421e-bb5e-e3bfe144e199 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.596046] env[69162]: DEBUG nova.network.neutron [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance_info_cache with network_info: [{"id": "74de76b2-b20d-42af-8a05-1935411430fa", "address": "fa:16:3e:bd:fb:73", "network": {"id": "99ebdf55-8f0c-4d96-af8e-12ab8c128706", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-324516222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd1c8980ffcf4ea69116658e4bb3807d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74de76b2-b2", "ovs_interfaceid": "74de76b2-b20d-42af-8a05-1935411430fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.663547] env[69162]: DEBUG nova.network.neutron [req-75210042-7719-4582-a693-358ea23109f7 req-655fa2d8-38ef-4ecf-938a-bd244adc904e service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Updated VIF entry in instance network info cache for port f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.663891] env[69162]: DEBUG nova.network.neutron [req-75210042-7719-4582-a693-358ea23109f7 req-655fa2d8-38ef-4ecf-938a-bd244adc904e service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Updating instance_info_cache with network_info: [{"id": "f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3", "address": "fa:16:3e:1e:61:64", "network": {"id": "d2ee96c0-e918-454f-8d71-3f7f5dd61c71", "bridge": "br-int", "label": "tempest-ServersTestJSON-856695250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26914cc9e5c4bb4ae091f19c867e9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ebcc4f-7c", "ovs_interfaceid": "f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.700252] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.715084] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233568, 'name': CreateVM_Task, 'duration_secs': 0.522272} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.715294] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.716049] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.716265] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.716822] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.716931] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf84a33c-4ccd-44aa-8cb1-7b8514698066 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.723335] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1311.723335] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f50756-1a9e-08a6-a61a-b71a5b331106" [ 1311.723335] env[69162]: _type = "Task" [ 1311.723335] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.733169] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f50756-1a9e-08a6-a61a-b71a5b331106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.779148] env[69162]: DEBUG oslo_concurrency.lockutils [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "bead08c5-5637-4510-ae5f-f690e2224efe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.779519] env[69162]: DEBUG oslo_concurrency.lockutils [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "bead08c5-5637-4510-ae5f-f690e2224efe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.779732] env[69162]: DEBUG oslo_concurrency.lockutils [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "bead08c5-5637-4510-ae5f-f690e2224efe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.779915] env[69162]: DEBUG oslo_concurrency.lockutils [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "bead08c5-5637-4510-ae5f-f690e2224efe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.780097] env[69162]: DEBUG oslo_concurrency.lockutils [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "bead08c5-5637-4510-ae5f-f690e2224efe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.782306] env[69162]: INFO nova.compute.manager [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Terminating instance [ 1311.808826] env[69162]: DEBUG nova.compute.utils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.810448] env[69162]: DEBUG nova.compute.manager [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1311.810685] env[69162]: DEBUG nova.network.neutron [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1311.848081] env[69162]: DEBUG nova.policy [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0943e65311d44f798a5e480eae6e7647', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f512ed0e255a48ec82d429d556ae6974', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1311.900428] env[69162]: INFO nova.compute.manager [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Took 17.35 seconds to build instance. [ 1312.098564] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Releasing lock "refresh_cache-962df334-556a-417e-8aa4-57ceca4b5d9d" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.098808] env[69162]: DEBUG nova.objects.instance [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lazy-loading 'migration_context' on Instance uuid 962df334-556a-417e-8aa4-57ceca4b5d9d {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.102829] env[69162]: DEBUG nova.network.neutron [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Successfully created port: 4b92c021-1382-4ad6-85a8-8c7c9b9902e8 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1312.166944] env[69162]: DEBUG oslo_concurrency.lockutils [req-75210042-7719-4582-a693-358ea23109f7 req-655fa2d8-38ef-4ecf-938a-bd244adc904e service nova] Releasing lock "refresh_cache-1cd9e913-e0d0-4583-aab1-e964277919c2" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.199433] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233569, 'name': ReconfigVM_Task, 'duration_secs': 0.570673} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.199730] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.199992] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db20a388-b609-4d8c-8c19-08ba6f31a779 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.206359] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1312.206359] env[69162]: value = "task-3233570" [ 1312.206359] env[69162]: _type = "Task" [ 1312.206359] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.214111] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.233507] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f50756-1a9e-08a6-a61a-b71a5b331106, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.233697] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.233990] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.234343] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.234343] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.234612] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.235137] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af45e6b9-3aa7-4a57-9243-a9a7bcb8dd4b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.243979] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.244200] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.245188] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fb96d3-ab64-4920-b3d5-b6ef592d6265 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.250184] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1312.250184] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5247aa55-b839-80fa-36a6-6496c6850ec2" [ 1312.250184] env[69162]: _type = "Task" [ 1312.250184] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.258117] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5247aa55-b839-80fa-36a6-6496c6850ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.286042] env[69162]: DEBUG nova.compute.manager [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.286297] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.287331] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3606d9a6-93d1-4346-9ff3-d61cf232d887 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.294752] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.294999] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d75643e3-d02c-4899-9e8d-7665c237b28b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.314070] env[69162]: DEBUG nova.compute.manager [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1312.381239] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.381670] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.381807] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleting the datastore file [datastore1] bead08c5-5637-4510-ae5f-f690e2224efe {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.382092] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a80c3010-6f4e-4b5c-96f1-c6a52cf810f0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.388613] env[69162]: DEBUG oslo_vmware.api [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1312.388613] env[69162]: value = "task-3233572" [ 1312.388613] env[69162]: _type = "Task" [ 1312.388613] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.397482] env[69162]: DEBUG oslo_vmware.api [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.402405] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c2055048-0531-4c31-8755-7c2cd20964db tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "fa56682c-85f2-4326-8131-ff797ef69b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.864s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.602334] env[69162]: DEBUG nova.objects.base [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Object Instance<962df334-556a-417e-8aa4-57ceca4b5d9d> lazy-loaded attributes: info_cache,migration_context {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1312.604274] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b4c472-fd06-4372-91fb-7390b75e9d94 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.624752] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864b5ebc-ec5e-4694-8904-04590e2a33ef {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.631014] env[69162]: DEBUG oslo_vmware.api [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1312.631014] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52602ee0-fadb-93d0-eef4-62f2dd0d3eec" [ 1312.631014] env[69162]: _type = "Task" [ 1312.631014] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.639812] env[69162]: DEBUG oslo_vmware.api [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52602ee0-fadb-93d0-eef4-62f2dd0d3eec, 'name': SearchDatastore_Task, 'duration_secs': 0.006703} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.640114] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.640475] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.718098] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233570, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.830805] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5247aa55-b839-80fa-36a6-6496c6850ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.830805] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a378845b-4deb-400a-84eb-4d87870cc5cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.830805] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1312.830805] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5234ff60-eee4-ce3a-84ea-3bde44146f8a" [ 1312.830805] env[69162]: _type = "Task" [ 1312.830805] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.830805] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5234ff60-eee4-ce3a-84ea-3bde44146f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.899773] env[69162]: DEBUG oslo_vmware.api [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154715} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.899950] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.900054] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.900268] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.900474] env[69162]: INFO nova.compute.manager [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1312.900753] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.900971] env[69162]: DEBUG nova.compute.manager [-] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.901092] env[69162]: DEBUG nova.network.neutron [-] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.924713] env[69162]: DEBUG oslo_concurrency.lockutils [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquiring lock "fa56682c-85f2-4326-8131-ff797ef69b86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.925072] env[69162]: DEBUG oslo_concurrency.lockutils [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "fa56682c-85f2-4326-8131-ff797ef69b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.925365] env[69162]: DEBUG oslo_concurrency.lockutils [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquiring lock "fa56682c-85f2-4326-8131-ff797ef69b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.925661] env[69162]: DEBUG oslo_concurrency.lockutils [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "fa56682c-85f2-4326-8131-ff797ef69b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.925962] env[69162]: DEBUG oslo_concurrency.lockutils [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "fa56682c-85f2-4326-8131-ff797ef69b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.928828] env[69162]: INFO nova.compute.manager [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Terminating instance [ 1313.158793] env[69162]: DEBUG nova.compute.manager [req-49c85275-5538-4782-a4f4-0ff71ad9cf42 req-19761b42-c85f-448f-b1f2-b7113fc2e19d service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Received event network-vif-deleted-14f9bb03-7c13-49da-9319-3ef2b7a57f7d {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.159351] env[69162]: INFO nova.compute.manager [req-49c85275-5538-4782-a4f4-0ff71ad9cf42 req-19761b42-c85f-448f-b1f2-b7113fc2e19d service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Neutron deleted interface 14f9bb03-7c13-49da-9319-3ef2b7a57f7d; detaching it from the instance and deleting it from the info cache [ 1313.159744] env[69162]: DEBUG nova.network.neutron [req-49c85275-5538-4782-a4f4-0ff71ad9cf42 req-19761b42-c85f-448f-b1f2-b7113fc2e19d service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.218400] env[69162]: DEBUG oslo_vmware.api [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233570, 'name': PowerOnVM_Task, 'duration_secs': 0.533163} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.218704] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.223609] env[69162]: DEBUG nova.compute.manager [None req-1b686d24-36b1-49b0-91cd-d95502b9d362 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.224675] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453724ed-36b3-41d5-b9dc-2161669910fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.280817] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5234ff60-eee4-ce3a-84ea-3bde44146f8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.281396] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.281704] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 1cd9e913-e0d0-4583-aab1-e964277919c2/1cd9e913-e0d0-4583-aab1-e964277919c2.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.281993] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea920b35-759d-42ca-a5d3-28a6889a5b7e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.287933] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1313.287933] env[69162]: value = "task-3233573" [ 1313.287933] env[69162]: _type = "Task" [ 1313.287933] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.295973] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.326147] env[69162]: DEBUG nova.compute.manager [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1313.341572] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e143cf1-9626-46e8-98e9-d3de168b8d04 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.349432] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fe9076-0188-4d8a-b0ce-4449db66832d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.383214] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.383463] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.383624] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.383805] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.383952] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.384628] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.385266] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.385266] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.385266] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.385440] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.385547] env[69162]: DEBUG nova.virt.hardware [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.386353] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf19e132-b7e2-4950-93ba-b4f491ac0626 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.389462] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db23b600-a604-4d33-a32a-30c003f50a2c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.400396] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33f79ed-ee1c-402b-befa-0dbba34f13f2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.405362] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805f4d14-3371-4c22-93b6-eec8c0c25636 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.418934] env[69162]: DEBUG nova.compute.provider_tree [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.434563] env[69162]: DEBUG nova.compute.manager [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.434787] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.435800] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1ded1e-8349-4448-a106-c2708b9e1c0d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.443242] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.443485] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ef1626-2a71-4643-9bbb-4ae2f2a5fdff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.450368] env[69162]: DEBUG oslo_vmware.api [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for the task: (returnval){ [ 1313.450368] env[69162]: value = "task-3233574" [ 1313.450368] env[69162]: _type = "Task" [ 1313.450368] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.459976] env[69162]: DEBUG oslo_vmware.api [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.550970] env[69162]: DEBUG nova.network.neutron [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Successfully updated port: 4b92c021-1382-4ad6-85a8-8c7c9b9902e8 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1313.638107] env[69162]: DEBUG nova.network.neutron [-] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.662850] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d325552a-7fe9-4a28-909f-053d205c741f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.673075] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223d5624-4604-43c0-bf08-4f650a4eb71f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.712531] env[69162]: DEBUG nova.compute.manager [req-49c85275-5538-4782-a4f4-0ff71ad9cf42 req-19761b42-c85f-448f-b1f2-b7113fc2e19d service nova] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Detach interface failed, port_id=14f9bb03-7c13-49da-9319-3ef2b7a57f7d, reason: Instance bead08c5-5637-4510-ae5f-f690e2224efe could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.804545] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233573, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.931360] env[69162]: DEBUG nova.scheduler.client.report [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.963737] env[69162]: DEBUG oslo_vmware.api [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233574, 'name': PowerOffVM_Task, 'duration_secs': 0.228567} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.964254] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.964631] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.964771] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83cac2d4-8959-4454-83d4-2f29da002985 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.028255] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.028481] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.028665] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Deleting the datastore file [datastore2] fa56682c-85f2-4326-8131-ff797ef69b86 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.028940] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdeb04eb-2903-40f2-8c93-2fc27a38bec1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.035181] env[69162]: DEBUG oslo_vmware.api [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for the task: (returnval){ [ 1314.035181] env[69162]: value = "task-3233576" [ 1314.035181] env[69162]: _type = "Task" [ 1314.035181] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.043138] env[69162]: DEBUG oslo_vmware.api [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.053829] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.053972] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.054138] env[69162]: DEBUG nova.network.neutron [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.140876] env[69162]: INFO nova.compute.manager [-] [instance: bead08c5-5637-4510-ae5f-f690e2224efe] Took 1.24 seconds to deallocate network for instance. [ 1314.298642] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671831} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.299028] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 1cd9e913-e0d0-4583-aab1-e964277919c2/1cd9e913-e0d0-4583-aab1-e964277919c2.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.299185] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.299460] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2b0f206-1808-4a0b-8d19-2d59cbc1b794 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.306407] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1314.306407] env[69162]: value = "task-3233577" [ 1314.306407] env[69162]: _type = "Task" [ 1314.306407] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.313817] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.544862] env[69162]: DEBUG oslo_vmware.api [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Task: {'id': task-3233576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136127} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.545133] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.545323] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.545505] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.545679] env[69162]: INFO nova.compute.manager [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1314.545919] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.546118] env[69162]: DEBUG nova.compute.manager [-] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.546214] env[69162]: DEBUG nova.network.neutron [-] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.596190] env[69162]: DEBUG nova.network.neutron [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.601778] env[69162]: INFO nova.compute.manager [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Unrescuing [ 1314.602045] env[69162]: DEBUG oslo_concurrency.lockutils [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.602204] env[69162]: DEBUG oslo_concurrency.lockutils [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquired lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.602366] env[69162]: DEBUG nova.network.neutron [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.647562] env[69162]: DEBUG oslo_concurrency.lockutils [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.792775] env[69162]: DEBUG nova.network.neutron [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Updating instance_info_cache with network_info: [{"id": "4b92c021-1382-4ad6-85a8-8c7c9b9902e8", "address": "fa:16:3e:21:46:aa", "network": {"id": "41d2894f-37dc-4ac4-bfcc-cf1a547152bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1058326620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f512ed0e255a48ec82d429d556ae6974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b92c021-13", "ovs_interfaceid": "4b92c021-1382-4ad6-85a8-8c7c9b9902e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.816932] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071343} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.817271] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.818418] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee03933-1bf9-4c62-8b24-16edf54df90f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.841275] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 1cd9e913-e0d0-4583-aab1-e964277919c2/1cd9e913-e0d0-4583-aab1-e964277919c2.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.841483] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c600e50-0511-4a69-ab52-f80f42044b12 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.862575] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1314.862575] env[69162]: value = "task-3233578" [ 1314.862575] env[69162]: _type = "Task" [ 1314.862575] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.876470] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.942068] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.301s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.946729] env[69162]: DEBUG oslo_concurrency.lockutils [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.299s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.946966] env[69162]: DEBUG nova.objects.instance [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'resources' on Instance uuid bead08c5-5637-4510-ae5f-f690e2224efe {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.184230] env[69162]: DEBUG nova.compute.manager [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Received event network-vif-plugged-4b92c021-1382-4ad6-85a8-8c7c9b9902e8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.184462] env[69162]: DEBUG oslo_concurrency.lockutils [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] Acquiring lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.184676] env[69162]: DEBUG oslo_concurrency.lockutils [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] Lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.184844] env[69162]: DEBUG oslo_concurrency.lockutils [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] Lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.185013] env[69162]: DEBUG nova.compute.manager [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] No waiting events found dispatching network-vif-plugged-4b92c021-1382-4ad6-85a8-8c7c9b9902e8 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1315.185187] env[69162]: WARNING nova.compute.manager [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Received unexpected event network-vif-plugged-4b92c021-1382-4ad6-85a8-8c7c9b9902e8 for instance with vm_state building and task_state spawning. [ 1315.185348] env[69162]: DEBUG nova.compute.manager [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Received event network-changed-4b92c021-1382-4ad6-85a8-8c7c9b9902e8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.185502] env[69162]: DEBUG nova.compute.manager [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Refreshing instance network info cache due to event network-changed-4b92c021-1382-4ad6-85a8-8c7c9b9902e8. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.185731] env[69162]: DEBUG oslo_concurrency.lockutils [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] Acquiring lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.298609] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.299220] env[69162]: DEBUG nova.compute.manager [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Instance network_info: |[{"id": "4b92c021-1382-4ad6-85a8-8c7c9b9902e8", "address": "fa:16:3e:21:46:aa", "network": {"id": "41d2894f-37dc-4ac4-bfcc-cf1a547152bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1058326620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f512ed0e255a48ec82d429d556ae6974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b92c021-13", "ovs_interfaceid": "4b92c021-1382-4ad6-85a8-8c7c9b9902e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1315.299577] env[69162]: DEBUG oslo_concurrency.lockutils [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] Acquired lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.299878] env[69162]: DEBUG nova.network.neutron [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Refreshing network info cache for port 4b92c021-1382-4ad6-85a8-8c7c9b9902e8 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.301688] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:46:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b92c021-1382-4ad6-85a8-8c7c9b9902e8', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.314832] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.318968] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.321425] env[69162]: DEBUG nova.network.neutron [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updating instance_info_cache with network_info: [{"id": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "address": "fa:16:3e:18:60:62", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf63e625-73", "ovs_interfaceid": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.322839] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33ca1a05-0d13-453a-a048-1d97806f1b3f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.350046] env[69162]: DEBUG oslo_concurrency.lockutils [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Releasing lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.350350] env[69162]: DEBUG nova.objects.instance [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lazy-loading 'flavor' on Instance uuid a8a8fd3a-56a3-42bc-b990-6e1e164c18bb {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.357818] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.357818] env[69162]: value = "task-3233579" [ 1315.357818] env[69162]: _type = "Task" [ 1315.357818] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.366548] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233579, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.375797] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233578, 'name': ReconfigVM_Task, 'duration_secs': 0.291245} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.377902] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 1cd9e913-e0d0-4583-aab1-e964277919c2/1cd9e913-e0d0-4583-aab1-e964277919c2.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.378563] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e8b790-3ea3-4edc-970a-35bdc295a4c3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.385084] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1315.385084] env[69162]: value = "task-3233580" [ 1315.385084] env[69162]: _type = "Task" [ 1315.385084] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.393270] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233580, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.393609] env[69162]: DEBUG nova.network.neutron [-] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.512672] env[69162]: INFO nova.scheduler.client.report [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted allocation for migration 2414762c-61c5-49b1-9e37-cc689e850336 [ 1315.555127] env[69162]: DEBUG nova.network.neutron [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Updated VIF entry in instance network info cache for port 4b92c021-1382-4ad6-85a8-8c7c9b9902e8. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.555127] env[69162]: DEBUG nova.network.neutron [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Updating instance_info_cache with network_info: [{"id": "4b92c021-1382-4ad6-85a8-8c7c9b9902e8", "address": "fa:16:3e:21:46:aa", "network": {"id": "41d2894f-37dc-4ac4-bfcc-cf1a547152bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1058326620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f512ed0e255a48ec82d429d556ae6974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b92c021-13", "ovs_interfaceid": "4b92c021-1382-4ad6-85a8-8c7c9b9902e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.657917] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e54314f-5a6a-4682-ac22-4da5505be49a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.665815] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47c703b-2c56-4284-a680-2c4a69917dca {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.700093] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87fe4ec-df88-4e6a-935a-aab4f5d0d57b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.709387] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2748dd6e-8c21-4ad1-a7ed-b37d3cc45a97 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.725279] env[69162]: DEBUG nova.compute.provider_tree [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.856480] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da30351d-d0ca-4073-bac2-d261720ad00b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.868349] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233579, 'name': CreateVM_Task, 'duration_secs': 0.363385} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.886526] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.886952] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.887739] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.887904] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.888267] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.891366] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82c76f64-1fe5-4475-9a19-49591459562f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.892763] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4b68a1-3468-42ad-977e-f88842c76287 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.896482] env[69162]: INFO nova.compute.manager [-] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Took 1.35 seconds to deallocate network for instance. [ 1315.902221] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1315.902221] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f3f7aa-e1e7-24d4-58d2-5322a34ab786" [ 1315.902221] env[69162]: _type = "Task" [ 1315.902221] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.902476] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233580, 'name': Rename_Task, 'duration_secs': 0.143542} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.906158] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.906453] env[69162]: DEBUG oslo_vmware.api [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1315.906453] env[69162]: value = "task-3233581" [ 1315.906453] env[69162]: _type = "Task" [ 1315.906453] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.909514] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ad8f85b-a673-490a-a065-b0ce6a144e37 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.919307] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52f3f7aa-e1e7-24d4-58d2-5322a34ab786, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.923495] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.923624] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.923853] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.923965] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.924140] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.924497] env[69162]: DEBUG oslo_vmware.api [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.924662] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1315.924662] env[69162]: value = "task-3233582" [ 1315.924662] env[69162]: _type = "Task" [ 1315.924662] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.925078] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cff8afda-94b4-41b5-bb8c-a6586f89f5e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.935559] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233582, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.946098] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.946355] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.948119] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a922c8ae-6ea4-43e3-bf3a-9f40003d1eeb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.956221] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1315.956221] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a83ea4-9f82-3551-a59d-13130600e2f9" [ 1315.956221] env[69162]: _type = "Task" [ 1315.956221] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.964827] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a83ea4-9f82-3551-a59d-13130600e2f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.023035] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3080f154-5a51-4b40-a27c-c85a9d9a1cd0 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.628s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.057808] env[69162]: DEBUG oslo_concurrency.lockutils [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] Releasing lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.058104] env[69162]: DEBUG nova.compute.manager [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Received event network-vif-deleted-b4eb4808-99a2-477e-b640-7994bb5b79e6 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.058291] env[69162]: INFO nova.compute.manager [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Neutron deleted interface b4eb4808-99a2-477e-b640-7994bb5b79e6; detaching it from the instance and deleting it from the info cache [ 1316.058553] env[69162]: DEBUG nova.network.neutron [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.228574] env[69162]: DEBUG nova.scheduler.client.report [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.408596] env[69162]: DEBUG oslo_concurrency.lockutils [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.420811] env[69162]: DEBUG oslo_vmware.api [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233581, 'name': PowerOffVM_Task, 'duration_secs': 0.337163} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.421103] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.426370] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Reconfiguring VM instance instance-0000006e to detach disk 2002 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.426652] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b99c4e5-5528-4ded-a7f2-1df437bd9058 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.448305] env[69162]: DEBUG oslo_vmware.api [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233582, 'name': PowerOnVM_Task, 'duration_secs': 0.432267} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.449660] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.449867] env[69162]: INFO nova.compute.manager [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1316.450047] env[69162]: DEBUG nova.compute.manager [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.450380] env[69162]: DEBUG oslo_vmware.api [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1316.450380] env[69162]: value = "task-3233583" [ 1316.450380] env[69162]: _type = "Task" [ 1316.450380] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.451085] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1663a2-b55a-47cd-8cf0-79db34390d01 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.467655] env[69162]: DEBUG oslo_vmware.api [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.472176] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52a83ea4-9f82-3551-a59d-13130600e2f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.472954] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26c4cbe-cca4-4e05-babe-57387fcb97e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.477818] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1316.477818] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c6f4bd-fcd8-91c5-a876-185e64c2a3ad" [ 1316.477818] env[69162]: _type = "Task" [ 1316.477818] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.486078] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c6f4bd-fcd8-91c5-a876-185e64c2a3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.521729] env[69162]: INFO nova.compute.manager [None req-4464fad7-82ad-479e-98aa-ad963280a206 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Get console output [ 1316.522109] env[69162]: WARNING nova.virt.vmwareapi.driver [None req-4464fad7-82ad-479e-98aa-ad963280a206 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] The console log is missing. Check your VSPC configuration [ 1316.561579] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68273682-f467-465b-bb0b-0ec817b67648 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.570879] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74f7f68-b877-4e51-922b-0e574e183742 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.604590] env[69162]: DEBUG nova.compute.manager [req-3e4d7b6b-38f1-4ba7-8664-c419953ebadc req-515a33d0-e8fe-4767-88ac-65395f22b9f2 service nova] [instance: fa56682c-85f2-4326-8131-ff797ef69b86] Detach interface failed, port_id=b4eb4808-99a2-477e-b640-7994bb5b79e6, reason: Instance fa56682c-85f2-4326-8131-ff797ef69b86 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1316.737236] env[69162]: DEBUG oslo_concurrency.lockutils [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.739623] env[69162]: DEBUG oslo_concurrency.lockutils [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.331s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.739859] env[69162]: DEBUG nova.objects.instance [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lazy-loading 'resources' on Instance uuid fa56682c-85f2-4326-8131-ff797ef69b86 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.754569] env[69162]: INFO nova.scheduler.client.report [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted allocations for instance bead08c5-5637-4510-ae5f-f690e2224efe [ 1316.964149] env[69162]: DEBUG oslo_vmware.api [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233583, 'name': ReconfigVM_Task, 'duration_secs': 0.264031} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.968374] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Reconfigured VM instance instance-0000006e to detach disk 2002 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.968599] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.970401] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa2a6510-a38b-4383-b0ab-82b64248cc59 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.972800] env[69162]: INFO nova.compute.manager [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Took 12.90 seconds to build instance. [ 1316.977507] env[69162]: DEBUG oslo_vmware.api [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1316.977507] env[69162]: value = "task-3233584" [ 1316.977507] env[69162]: _type = "Task" [ 1316.977507] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.993149] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52c6f4bd-fcd8-91c5-a876-185e64c2a3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.993338] env[69162]: DEBUG oslo_vmware.api [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.993572] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.993821] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 1a70cef8-050d-41e8-9bb9-c168ae16e2a9/1a70cef8-050d-41e8-9bb9-c168ae16e2a9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.994163] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15a931a2-f117-448b-a3e4-9f6a70fb7761 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.000471] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1317.000471] env[69162]: value = "task-3233585" [ 1317.000471] env[69162]: _type = "Task" [ 1317.000471] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.010035] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.263219] env[69162]: DEBUG oslo_concurrency.lockutils [None req-87788f79-c636-4e9a-aa51-4758e598d14f tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "bead08c5-5637-4510-ae5f-f690e2224efe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.484s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.424998] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d7aff1-f4c6-4820-b193-8de7fdff0518 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.433983] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589d38bf-2d0e-45b9-8f4f-39dcd4199c44 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.468949] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1a4d68-1560-4429-87c6-5dd6c15ecc6e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.474596] env[69162]: DEBUG oslo_concurrency.lockutils [None req-c9b04022-1d07-4166-812b-caf6c9ddadc8 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "1cd9e913-e0d0-4583-aab1-e964277919c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.414s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.478847] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d245346-5864-4c4c-a6d6-3b7c0c6e9b82 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.501396] env[69162]: DEBUG oslo_vmware.api [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233584, 'name': PowerOnVM_Task, 'duration_secs': 0.515582} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.502033] env[69162]: DEBUG nova.compute.provider_tree [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.503516] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.503765] env[69162]: DEBUG nova.compute.manager [None req-808c805f-230a-4fe3-b5f0-be9984128da0 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.508052] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eceabd1-4dd7-403a-b321-fedac620e95b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.520592] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233585, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.616026] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "1cd9e913-e0d0-4583-aab1-e964277919c2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.616026] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "1cd9e913-e0d0-4583-aab1-e964277919c2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.616026] env[69162]: DEBUG nova.compute.manager [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.616026] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c34e5a1-3669-44ad-9c0c-aeed819bd9fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.624056] env[69162]: DEBUG nova.compute.manager [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1317.624843] env[69162]: DEBUG nova.objects.instance [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lazy-loading 'flavor' on Instance uuid 1cd9e913-e0d0-4583-aab1-e964277919c2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.012145] env[69162]: DEBUG nova.scheduler.client.report [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.015183] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617005} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.015666] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 1a70cef8-050d-41e8-9bb9-c168ae16e2a9/1a70cef8-050d-41e8-9bb9-c168ae16e2a9.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.015925] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.016245] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fcb9ceb-ccee-46e6-9ece-9801427ced0f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.025453] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1318.025453] env[69162]: value = "task-3233586" [ 1318.025453] env[69162]: _type = "Task" [ 1318.025453] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.036659] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.448082] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "c366634f-67e2-446b-9809-e01d417c5c2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.448082] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "c366634f-67e2-446b-9809-e01d417c5c2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.516569] env[69162]: DEBUG oslo_concurrency.lockutils [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.537126] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.352848} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.538208] env[69162]: INFO nova.scheduler.client.report [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Deleted allocations for instance fa56682c-85f2-4326-8131-ff797ef69b86 [ 1318.539364] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.543195] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac303ee-1126-498a-9d12-00c7169f1b57 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.568072] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1a70cef8-050d-41e8-9bb9-c168ae16e2a9/1a70cef8-050d-41e8-9bb9-c168ae16e2a9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.568304] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd0af4bf-9a59-416e-ba45-aa37d97bed6c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.590482] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1318.590482] env[69162]: value = "task-3233587" [ 1318.590482] env[69162]: _type = "Task" [ 1318.590482] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.600935] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.632723] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.633145] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f234daf-d84b-40ed-bb1c-9d848d288b0c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.640102] env[69162]: DEBUG oslo_vmware.api [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1318.640102] env[69162]: value = "task-3233588" [ 1318.640102] env[69162]: _type = "Task" [ 1318.640102] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.649902] env[69162]: DEBUG oslo_vmware.api [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.950419] env[69162]: DEBUG nova.compute.manager [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.049589] env[69162]: DEBUG oslo_concurrency.lockutils [None req-963ef326-15ce-4a25-bf1c-ef4c350dcb52 tempest-ServerGroupTestJSON-1841547118 tempest-ServerGroupTestJSON-1841547118-project-member] Lock "fa56682c-85f2-4326-8131-ff797ef69b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.124s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.101019] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.150753] env[69162]: DEBUG oslo_vmware.api [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233588, 'name': PowerOffVM_Task, 'duration_secs': 0.39367} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.151053] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.151260] env[69162]: DEBUG nova.compute.manager [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.152059] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc722747-373e-425a-b71e-bc147531ad3d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.334331] env[69162]: DEBUG nova.compute.manager [req-128243b2-4628-44d2-892e-773f864a0784 req-9bc845ce-f013-462e-8387-58307eeeab3d service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Received event network-changed-bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.334556] env[69162]: DEBUG nova.compute.manager [req-128243b2-4628-44d2-892e-773f864a0784 req-9bc845ce-f013-462e-8387-58307eeeab3d service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Refreshing instance network info cache due to event network-changed-bf63e625-736c-4b86-8d24-1e4b06ed6d34. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.334785] env[69162]: DEBUG oslo_concurrency.lockutils [req-128243b2-4628-44d2-892e-773f864a0784 req-9bc845ce-f013-462e-8387-58307eeeab3d service nova] Acquiring lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.334994] env[69162]: DEBUG oslo_concurrency.lockutils [req-128243b2-4628-44d2-892e-773f864a0784 req-9bc845ce-f013-462e-8387-58307eeeab3d service nova] Acquired lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.335297] env[69162]: DEBUG nova.network.neutron [req-128243b2-4628-44d2-892e-773f864a0784 req-9bc845ce-f013-462e-8387-58307eeeab3d service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Refreshing network info cache for port bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.474292] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.474675] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.476206] env[69162]: INFO nova.compute.claims [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.601541] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233587, 'name': ReconfigVM_Task, 'duration_secs': 0.752113} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.601811] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1a70cef8-050d-41e8-9bb9-c168ae16e2a9/1a70cef8-050d-41e8-9bb9-c168ae16e2a9.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.602484] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b38c5148-0d11-4668-924f-505710f66d86 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.609524] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1319.609524] env[69162]: value = "task-3233589" [ 1319.609524] env[69162]: _type = "Task" [ 1319.609524] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.617574] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233589, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.673382] env[69162]: DEBUG oslo_concurrency.lockutils [None req-de92f09d-c4b6-49f8-8f77-4dacc4f803f0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "1cd9e913-e0d0-4583-aab1-e964277919c2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.085087] env[69162]: DEBUG nova.network.neutron [req-128243b2-4628-44d2-892e-773f864a0784 req-9bc845ce-f013-462e-8387-58307eeeab3d service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updated VIF entry in instance network info cache for port bf63e625-736c-4b86-8d24-1e4b06ed6d34. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.085518] env[69162]: DEBUG nova.network.neutron [req-128243b2-4628-44d2-892e-773f864a0784 req-9bc845ce-f013-462e-8387-58307eeeab3d service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updating instance_info_cache with network_info: [{"id": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "address": "fa:16:3e:18:60:62", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf63e625-73", "ovs_interfaceid": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.121820] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233589, 'name': Rename_Task, 'duration_secs': 0.150718} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.121820] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.122122] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbb128f3-23f5-4b12-baba-324b84c24643 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.128403] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1320.128403] env[69162]: value = "task-3233590" [ 1320.128403] env[69162]: _type = "Task" [ 1320.128403] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.136767] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.420582] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "1cd9e913-e0d0-4583-aab1-e964277919c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.421162] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "1cd9e913-e0d0-4583-aab1-e964277919c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.421422] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "1cd9e913-e0d0-4583-aab1-e964277919c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.421649] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "1cd9e913-e0d0-4583-aab1-e964277919c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.421827] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "1cd9e913-e0d0-4583-aab1-e964277919c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.423924] env[69162]: INFO nova.compute.manager [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Terminating instance [ 1320.591643] env[69162]: DEBUG oslo_concurrency.lockutils [req-128243b2-4628-44d2-892e-773f864a0784 req-9bc845ce-f013-462e-8387-58307eeeab3d service nova] Releasing lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.641090] env[69162]: DEBUG oslo_vmware.api [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233590, 'name': PowerOnVM_Task, 'duration_secs': 0.510424} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.641196] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.641398] env[69162]: INFO nova.compute.manager [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1320.641703] env[69162]: DEBUG nova.compute.manager [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.642651] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f0a17-0e29-4b51-8c02-83b3d3b8a56b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.697039] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a424ee-5d2a-4d93-976a-589118ba949e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.705357] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87efee1e-056b-4371-986e-832807afe892 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.739631] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b66f9b-6931-4082-b010-5f69787aafdc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.748261] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ceccfd-3794-4216-9288-db0f41fb277e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.763723] env[69162]: DEBUG nova.compute.provider_tree [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.927964] env[69162]: DEBUG nova.compute.manager [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.928668] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.929328] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcda3a2c-f55e-46ee-8728-70fe8de84fc1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.937795] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.938079] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a0a336-99e2-4fe3-ad25-dfcbf643ac01 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.014103] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.014340] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.014622] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleting the datastore file [datastore2] 1cd9e913-e0d0-4583-aab1-e964277919c2 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.014882] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ba59756-f311-4fc5-a350-d31facb7e43d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.020915] env[69162]: DEBUG oslo_vmware.api [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1321.020915] env[69162]: value = "task-3233592" [ 1321.020915] env[69162]: _type = "Task" [ 1321.020915] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.029518] env[69162]: DEBUG oslo_vmware.api [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.161950] env[69162]: INFO nova.compute.manager [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Took 13.20 seconds to build instance. [ 1321.267217] env[69162]: DEBUG nova.scheduler.client.report [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.530497] env[69162]: DEBUG oslo_vmware.api [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137243} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.530754] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.530976] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.531316] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.531508] env[69162]: INFO nova.compute.manager [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1321.531748] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.531938] env[69162]: DEBUG nova.compute.manager [-] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.532046] env[69162]: DEBUG nova.network.neutron [-] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.664234] env[69162]: DEBUG oslo_concurrency.lockutils [None req-ce7dab56-3151-426e-9396-4dbafbcd0b36 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.708s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.667302] env[69162]: DEBUG nova.compute.manager [req-0912c89d-cabd-4606-a02c-c96495ad3f1c req-b5524724-5365-4d81-940b-3eaad665e7ee service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Received event network-changed-bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.667539] env[69162]: DEBUG nova.compute.manager [req-0912c89d-cabd-4606-a02c-c96495ad3f1c req-b5524724-5365-4d81-940b-3eaad665e7ee service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Refreshing instance network info cache due to event network-changed-bf63e625-736c-4b86-8d24-1e4b06ed6d34. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.667744] env[69162]: DEBUG oslo_concurrency.lockutils [req-0912c89d-cabd-4606-a02c-c96495ad3f1c req-b5524724-5365-4d81-940b-3eaad665e7ee service nova] Acquiring lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.667887] env[69162]: DEBUG oslo_concurrency.lockutils [req-0912c89d-cabd-4606-a02c-c96495ad3f1c req-b5524724-5365-4d81-940b-3eaad665e7ee service nova] Acquired lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.668092] env[69162]: DEBUG nova.network.neutron [req-0912c89d-cabd-4606-a02c-c96495ad3f1c req-b5524724-5365-4d81-940b-3eaad665e7ee service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Refreshing network info cache for port bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.773154] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.773753] env[69162]: DEBUG nova.compute.manager [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.776381] env[69162]: INFO nova.compute.manager [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Rescuing [ 1321.776604] env[69162]: DEBUG oslo_concurrency.lockutils [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.776751] env[69162]: DEBUG oslo_concurrency.lockutils [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.776914] env[69162]: DEBUG nova.network.neutron [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.842284] env[69162]: DEBUG nova.compute.manager [req-4f576963-7467-433a-84e8-93ea03443817 req-8ef50ba7-f320-48d9-8e85-a6cd8a18723a service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Received event network-vif-deleted-f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.842467] env[69162]: INFO nova.compute.manager [req-4f576963-7467-433a-84e8-93ea03443817 req-8ef50ba7-f320-48d9-8e85-a6cd8a18723a service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Neutron deleted interface f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3; detaching it from the instance and deleting it from the info cache [ 1321.842644] env[69162]: DEBUG nova.network.neutron [req-4f576963-7467-433a-84e8-93ea03443817 req-8ef50ba7-f320-48d9-8e85-a6cd8a18723a service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.280443] env[69162]: DEBUG nova.compute.utils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.284321] env[69162]: DEBUG nova.compute.manager [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.284502] env[69162]: DEBUG nova.network.neutron [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.328381] env[69162]: DEBUG nova.network.neutron [-] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.345157] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47862757-1838-4b5e-b9e9-cbea6e427f52 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.355155] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed12895-7e58-4ada-94ec-d7ccc1862029 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.388448] env[69162]: DEBUG nova.compute.manager [req-4f576963-7467-433a-84e8-93ea03443817 req-8ef50ba7-f320-48d9-8e85-a6cd8a18723a service nova] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Detach interface failed, port_id=f0ebcc4f-7c91-4ecc-9611-ff3bde77e0d3, reason: Instance 1cd9e913-e0d0-4583-aab1-e964277919c2 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.396233] env[69162]: DEBUG nova.policy [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f374ef0cec1d456fa260ec7ba218e4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0610a62908a3430eb7e8d2f25dad07c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.534359] env[69162]: DEBUG nova.network.neutron [req-0912c89d-cabd-4606-a02c-c96495ad3f1c req-b5524724-5365-4d81-940b-3eaad665e7ee service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updated VIF entry in instance network info cache for port bf63e625-736c-4b86-8d24-1e4b06ed6d34. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.534723] env[69162]: DEBUG nova.network.neutron [req-0912c89d-cabd-4606-a02c-c96495ad3f1c req-b5524724-5365-4d81-940b-3eaad665e7ee service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updating instance_info_cache with network_info: [{"id": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "address": "fa:16:3e:18:60:62", "network": {"id": "fc0204fc-f32a-4306-bc5e-e9e63b9d49be", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-741745201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d2ba0bdabbc4fa19cfd0a14db5bf903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf63e625-73", "ovs_interfaceid": "bf63e625-736c-4b86-8d24-1e4b06ed6d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.631178] env[69162]: DEBUG nova.network.neutron [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Updating instance_info_cache with network_info: [{"id": "4b92c021-1382-4ad6-85a8-8c7c9b9902e8", "address": "fa:16:3e:21:46:aa", "network": {"id": "41d2894f-37dc-4ac4-bfcc-cf1a547152bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1058326620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f512ed0e255a48ec82d429d556ae6974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b92c021-13", "ovs_interfaceid": "4b92c021-1382-4ad6-85a8-8c7c9b9902e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.780380] env[69162]: DEBUG nova.network.neutron [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Successfully created port: cac0f35a-c1d6-4fc6-a1c3-fad607513132 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.787051] env[69162]: DEBUG nova.compute.manager [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.831030] env[69162]: INFO nova.compute.manager [-] [instance: 1cd9e913-e0d0-4583-aab1-e964277919c2] Took 1.30 seconds to deallocate network for instance. [ 1323.038476] env[69162]: DEBUG oslo_concurrency.lockutils [req-0912c89d-cabd-4606-a02c-c96495ad3f1c req-b5524724-5365-4d81-940b-3eaad665e7ee service nova] Releasing lock "refresh_cache-a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.134326] env[69162]: DEBUG oslo_concurrency.lockutils [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.340575] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.340575] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.340816] env[69162]: DEBUG nova.objects.instance [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lazy-loading 'resources' on Instance uuid 1cd9e913-e0d0-4583-aab1-e964277919c2 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.798176] env[69162]: DEBUG nova.compute.manager [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.829846] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.830113] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.830274] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.830459] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.830605] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.830756] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.830970] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.831148] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.831318] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.832107] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.832107] env[69162]: DEBUG nova.virt.hardware [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.832565] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7910f613-8ad2-498e-aa88-d7b9778abdc1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.840949] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efda9ebd-79c5-4503-863a-cdf85c0e2639 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.026377] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d2e84-fa57-4dcd-9177-82165b536c89 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.034253] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55f4d30-8a6e-40b1-955c-51b713bcd9c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.065675] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f367f003-9011-4847-8176-d79e79859ab3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.075025] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ce06d-6d70-46f5-b4c6-6140241a58c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.086446] env[69162]: DEBUG nova.compute.provider_tree [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.164126] env[69162]: DEBUG nova.compute.manager [req-dcabb29a-7572-437d-8057-709b9fad05a2 req-6bfd2071-4bea-4275-97d1-743284cd9c9f service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Received event network-vif-plugged-cac0f35a-c1d6-4fc6-a1c3-fad607513132 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.164265] env[69162]: DEBUG oslo_concurrency.lockutils [req-dcabb29a-7572-437d-8057-709b9fad05a2 req-6bfd2071-4bea-4275-97d1-743284cd9c9f service nova] Acquiring lock "c366634f-67e2-446b-9809-e01d417c5c2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.164563] env[69162]: DEBUG oslo_concurrency.lockutils [req-dcabb29a-7572-437d-8057-709b9fad05a2 req-6bfd2071-4bea-4275-97d1-743284cd9c9f service nova] Lock "c366634f-67e2-446b-9809-e01d417c5c2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.164635] env[69162]: DEBUG oslo_concurrency.lockutils [req-dcabb29a-7572-437d-8057-709b9fad05a2 req-6bfd2071-4bea-4275-97d1-743284cd9c9f service nova] Lock "c366634f-67e2-446b-9809-e01d417c5c2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.164805] env[69162]: DEBUG nova.compute.manager [req-dcabb29a-7572-437d-8057-709b9fad05a2 req-6bfd2071-4bea-4275-97d1-743284cd9c9f service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] No waiting events found dispatching network-vif-plugged-cac0f35a-c1d6-4fc6-a1c3-fad607513132 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.165035] env[69162]: WARNING nova.compute.manager [req-dcabb29a-7572-437d-8057-709b9fad05a2 req-6bfd2071-4bea-4275-97d1-743284cd9c9f service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Received unexpected event network-vif-plugged-cac0f35a-c1d6-4fc6-a1c3-fad607513132 for instance with vm_state building and task_state spawning. [ 1324.247894] env[69162]: DEBUG nova.network.neutron [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Successfully updated port: cac0f35a-c1d6-4fc6-a1c3-fad607513132 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.384488] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquiring lock "9af6beae-a506-4be9-a75e-ef1136b29395" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.384732] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lock "9af6beae-a506-4be9-a75e-ef1136b29395" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.589106] env[69162]: DEBUG nova.scheduler.client.report [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.674029] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.674029] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91481282-265d-41f8-85e8-700b7f191592 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.678223] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1324.678223] env[69162]: value = "task-3233593" [ 1324.678223] env[69162]: _type = "Task" [ 1324.678223] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.687877] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.751357] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.751574] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.751760] env[69162]: DEBUG nova.network.neutron [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.888116] env[69162]: DEBUG nova.compute.manager [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.094454] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.114239] env[69162]: INFO nova.scheduler.client.report [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted allocations for instance 1cd9e913-e0d0-4583-aab1-e964277919c2 [ 1325.188419] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233593, 'name': PowerOffVM_Task, 'duration_secs': 0.194397} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.188684] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.189501] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d293810d-f3e1-4b43-8a09-411fafeb4519 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.207424] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560b5eb3-9e4c-4f35-b2f4-2540103a4458 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.239989] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.240590] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef16f1e7-e56f-4f15-92fc-483039254e4c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.247062] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1325.247062] env[69162]: value = "task-3233594" [ 1325.247062] env[69162]: _type = "Task" [ 1325.247062] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.256724] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.284788] env[69162]: DEBUG nova.network.neutron [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.408316] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.408595] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.410231] env[69162]: INFO nova.compute.claims [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.415524] env[69162]: DEBUG nova.network.neutron [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance_info_cache with network_info: [{"id": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "address": "fa:16:3e:81:a9:6a", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac0f35a-c1", "ovs_interfaceid": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.625047] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e78b3f8a-9641-47ec-9e16-666fff84f006 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "1cd9e913-e0d0-4583-aab1-e964277919c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.204s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.758196] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] VM already powered off {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1325.758413] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.758663] env[69162]: DEBUG oslo_concurrency.lockutils [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.758813] env[69162]: DEBUG oslo_concurrency.lockutils [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.758992] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.759259] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85f8fcf7-49c4-445b-bcba-4b62ff1b3d33 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.771199] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.771199] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.771774] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00ddb12-414b-4206-bb3c-babee4b37134 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.778212] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1325.778212] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52823bd3-6161-4078-75b5-a4038af45414" [ 1325.778212] env[69162]: _type = "Task" [ 1325.778212] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.786491] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52823bd3-6161-4078-75b5-a4038af45414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.917893] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.918205] env[69162]: DEBUG nova.compute.manager [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Instance network_info: |[{"id": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "address": "fa:16:3e:81:a9:6a", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac0f35a-c1", "ovs_interfaceid": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.918611] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:a9:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cac0f35a-c1d6-4fc6-a1c3-fad607513132', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.926137] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.926398] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.927242] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a0e8360-f1be-4715-bf1b-7268e3906e7d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.948367] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.948367] env[69162]: value = "task-3233595" [ 1325.948367] env[69162]: _type = "Task" [ 1325.948367] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.957044] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233595, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.196023] env[69162]: DEBUG nova.compute.manager [req-03a5c659-ca48-4dba-8ee7-67a6279ea108 req-2b6222a0-ab20-4d05-a3a0-5f1f4b91c31a service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Received event network-changed-cac0f35a-c1d6-4fc6-a1c3-fad607513132 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.197489] env[69162]: DEBUG nova.compute.manager [req-03a5c659-ca48-4dba-8ee7-67a6279ea108 req-2b6222a0-ab20-4d05-a3a0-5f1f4b91c31a service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Refreshing instance network info cache due to event network-changed-cac0f35a-c1d6-4fc6-a1c3-fad607513132. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.197489] env[69162]: DEBUG oslo_concurrency.lockutils [req-03a5c659-ca48-4dba-8ee7-67a6279ea108 req-2b6222a0-ab20-4d05-a3a0-5f1f4b91c31a service nova] Acquiring lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.197489] env[69162]: DEBUG oslo_concurrency.lockutils [req-03a5c659-ca48-4dba-8ee7-67a6279ea108 req-2b6222a0-ab20-4d05-a3a0-5f1f4b91c31a service nova] Acquired lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.197489] env[69162]: DEBUG nova.network.neutron [req-03a5c659-ca48-4dba-8ee7-67a6279ea108 req-2b6222a0-ab20-4d05-a3a0-5f1f4b91c31a service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Refreshing network info cache for port cac0f35a-c1d6-4fc6-a1c3-fad607513132 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.272642] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "42295a16-2646-4c85-90bf-63807ed23bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.273632] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "42295a16-2646-4c85-90bf-63807ed23bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.273632] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "42295a16-2646-4c85-90bf-63807ed23bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.273797] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "42295a16-2646-4c85-90bf-63807ed23bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.273980] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "42295a16-2646-4c85-90bf-63807ed23bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.276400] env[69162]: INFO nova.compute.manager [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Terminating instance [ 1326.292015] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52823bd3-6161-4078-75b5-a4038af45414, 'name': SearchDatastore_Task, 'duration_secs': 0.008879} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.292015] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9907fa0-bb02-4c4a-9fa0-cd491e4a69f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.298032] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1326.298032] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527b1958-af48-0411-fedb-f1eec3cceae4" [ 1326.298032] env[69162]: _type = "Task" [ 1326.298032] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.307610] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527b1958-af48-0411-fedb-f1eec3cceae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.461024] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233595, 'name': CreateVM_Task, 'duration_secs': 0.35917} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.461196] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.461877] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.462060] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.462401] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.462669] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-495fda35-7477-4338-92be-9c0ff59c4f08 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.469500] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1326.469500] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52926332-13ce-a743-ffd0-442eeae8eaca" [ 1326.469500] env[69162]: _type = "Task" [ 1326.469500] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.481008] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52926332-13ce-a743-ffd0-442eeae8eaca, 'name': SearchDatastore_Task} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.481296] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.481529] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.481737] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.587968] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fccf21-f8cd-4053-9ee3-0e0c74d8db4a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.595463] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00965a7-c82a-40cd-9481-d9d99a6faeec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.625013] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096250ad-e619-46a5-a93a-68e7664a6792 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.632296] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a074aa-9b02-460a-96f4-952451e1feee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.645676] env[69162]: DEBUG nova.compute.provider_tree [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.785185] env[69162]: DEBUG nova.compute.manager [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.785399] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.788266] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62230103-6400-4cb8-a925-c7e58178ab76 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.796305] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.796418] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c6f8c32-b889-48af-a454-e77f448b8184 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.802485] env[69162]: DEBUG oslo_vmware.api [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1326.802485] env[69162]: value = "task-3233596" [ 1326.802485] env[69162]: _type = "Task" [ 1326.802485] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.808883] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]527b1958-af48-0411-fedb-f1eec3cceae4, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.809438] env[69162]: DEBUG oslo_concurrency.lockutils [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.809714] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 1a70cef8-050d-41e8-9bb9-c168ae16e2a9/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. {{(pid=69162) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1326.809980] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.810179] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.810398] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-772eb43a-977b-43ed-83a3-fca5413a90cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.818649] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c0e98b5-0300-4eed-b4ce-0d9528a2d83d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.820270] env[69162]: DEBUG oslo_vmware.api [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.825842] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1326.825842] env[69162]: value = "task-3233597" [ 1326.825842] env[69162]: _type = "Task" [ 1326.825842] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.829601] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.829778] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.830824] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8368b68-8c60-484f-bcd9-dd761f74c1e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.835846] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.839058] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1326.839058] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209c512-d0c4-4e43-961b-8d4b4c192d96" [ 1326.839058] env[69162]: _type = "Task" [ 1326.839058] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.846737] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209c512-d0c4-4e43-961b-8d4b4c192d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.917993] env[69162]: DEBUG nova.network.neutron [req-03a5c659-ca48-4dba-8ee7-67a6279ea108 req-2b6222a0-ab20-4d05-a3a0-5f1f4b91c31a service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updated VIF entry in instance network info cache for port cac0f35a-c1d6-4fc6-a1c3-fad607513132. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.918430] env[69162]: DEBUG nova.network.neutron [req-03a5c659-ca48-4dba-8ee7-67a6279ea108 req-2b6222a0-ab20-4d05-a3a0-5f1f4b91c31a service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance_info_cache with network_info: [{"id": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "address": "fa:16:3e:81:a9:6a", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac0f35a-c1", "ovs_interfaceid": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.149184] env[69162]: DEBUG nova.scheduler.client.report [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.233781] env[69162]: DEBUG nova.compute.manager [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Stashing vm_state: active {{(pid=69162) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1327.313059] env[69162]: DEBUG oslo_vmware.api [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233596, 'name': PowerOffVM_Task, 'duration_secs': 0.20332} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.313319] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.313520] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.313775] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbdac788-a9b4-4f01-8ab3-117399fa7fcb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.334078] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443129} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.334309] env[69162]: INFO nova.virt.vmwareapi.ds_util [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 1a70cef8-050d-41e8-9bb9-c168ae16e2a9/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk. [ 1327.335089] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6f21e0-4666-4749-a4ed-1798d5b9ed07 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.359398] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1a70cef8-050d-41e8-9bb9-c168ae16e2a9/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.362432] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86fdc59c-cc72-4df3-b8ad-4bf5ebc65384 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.380188] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5209c512-d0c4-4e43-961b-8d4b4c192d96, 'name': SearchDatastore_Task, 'duration_secs': 0.007821} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.381939] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1327.381939] env[69162]: value = "task-3233599" [ 1327.381939] env[69162]: _type = "Task" [ 1327.381939] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.382199] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c88633-89be-47e8-92b7-ac84ded884c8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.388278] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.388465] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.388653] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleting the datastore file [datastore2] 42295a16-2646-4c85-90bf-63807ed23bcc {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.389201] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c0e5a0b-e798-4638-9454-54a8e192fdee {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.391753] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1327.391753] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52109634-bd8f-71b7-38f9-47eccb273e77" [ 1327.391753] env[69162]: _type = "Task" [ 1327.391753] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.395405] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.399169] env[69162]: DEBUG oslo_vmware.api [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for the task: (returnval){ [ 1327.399169] env[69162]: value = "task-3233600" [ 1327.399169] env[69162]: _type = "Task" [ 1327.399169] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.405376] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52109634-bd8f-71b7-38f9-47eccb273e77, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.405913] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.406189] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] c366634f-67e2-446b-9809-e01d417c5c2c/c366634f-67e2-446b-9809-e01d417c5c2c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.406424] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d45bec98-0b7f-42d1-a869-876e6501fa5d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.410885] env[69162]: DEBUG oslo_vmware.api [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.414436] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1327.414436] env[69162]: value = "task-3233601" [ 1327.414436] env[69162]: _type = "Task" [ 1327.414436] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.421807] env[69162]: DEBUG oslo_concurrency.lockutils [req-03a5c659-ca48-4dba-8ee7-67a6279ea108 req-2b6222a0-ab20-4d05-a3a0-5f1f4b91c31a service nova] Releasing lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.422204] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.654137] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.654722] env[69162]: DEBUG nova.compute.manager [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.756467] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.756909] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.893900] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233599, 'name': ReconfigVM_Task, 'duration_secs': 0.360162} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.894253] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1a70cef8-050d-41e8-9bb9-c168ae16e2a9/ffd621e6-83e3-4f32-bf4e-62ed3a489064-rescue.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.895121] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e3e8d8-b32e-4613-8f7b-ce560f99f7fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.927267] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6ac6aa-0919-4c21-a6e8-41203c788796 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.942325] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439899} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.945963] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] c366634f-67e2-446b-9809-e01d417c5c2c/c366634f-67e2-446b-9809-e01d417c5c2c.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.946358] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.946666] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1327.946666] env[69162]: value = "task-3233602" [ 1327.946666] env[69162]: _type = "Task" [ 1327.946666] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.946868] env[69162]: DEBUG oslo_vmware.api [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Task: {'id': task-3233600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145899} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.947072] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-631a2dc2-06ae-4a91-ba09-3a9fcc39d8fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.948826] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.949010] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.949197] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.949401] env[69162]: INFO nova.compute.manager [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1327.949624] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.952555] env[69162]: DEBUG nova.compute.manager [-] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.952655] env[69162]: DEBUG nova.network.neutron [-] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.959207] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.960324] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1327.960324] env[69162]: value = "task-3233603" [ 1327.960324] env[69162]: _type = "Task" [ 1327.960324] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.967988] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.160025] env[69162]: DEBUG nova.compute.utils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.161470] env[69162]: DEBUG nova.compute.manager [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.161647] env[69162]: DEBUG nova.network.neutron [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.221964] env[69162]: DEBUG nova.policy [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4689a6dad0f04a7280152a8881e1b532', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80a32c5551c54d60bea1e8be6acbeebb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.231774] env[69162]: DEBUG nova.compute.manager [req-ce7ce5b9-f606-499a-96ab-eb4ba450fe7f req-6b37c7ad-91bd-4d2e-81f5-3cfeb1e7cf93 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Received event network-vif-deleted-3926ff4a-23a4-43bc-bf19-cd4785994602 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.231992] env[69162]: INFO nova.compute.manager [req-ce7ce5b9-f606-499a-96ab-eb4ba450fe7f req-6b37c7ad-91bd-4d2e-81f5-3cfeb1e7cf93 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Neutron deleted interface 3926ff4a-23a4-43bc-bf19-cd4785994602; detaching it from the instance and deleting it from the info cache [ 1328.232189] env[69162]: DEBUG nova.network.neutron [req-ce7ce5b9-f606-499a-96ab-eb4ba450fe7f req-6b37c7ad-91bd-4d2e-81f5-3cfeb1e7cf93 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.262912] env[69162]: INFO nova.compute.claims [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.459117] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.464845] env[69162]: DEBUG nova.network.neutron [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Successfully created port: 6e29c2a8-76d7-49ab-b627-6d30ecc393ba {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.471012] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092378} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.471314] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.472272] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb7b5c8-50c9-4f59-b0e7-ee1cfd4247b0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.495016] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] c366634f-67e2-446b-9809-e01d417c5c2c/c366634f-67e2-446b-9809-e01d417c5c2c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.495649] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9659a0-2a35-4817-b766-326e005a9678 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.515411] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1328.515411] env[69162]: value = "task-3233604" [ 1328.515411] env[69162]: _type = "Task" [ 1328.515411] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.523141] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.668729] env[69162]: DEBUG nova.compute.manager [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.711821] env[69162]: DEBUG nova.network.neutron [-] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.738023] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b6896f1-cb26-4859-8be9-77426c6dea92 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.745800] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef50661-e16e-42a9-a8df-69e71c479496 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.769699] env[69162]: INFO nova.compute.resource_tracker [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating resource usage from migration e7c33045-9066-4a69-8d1c-c963466a2b1b [ 1328.783373] env[69162]: DEBUG nova.compute.manager [req-ce7ce5b9-f606-499a-96ab-eb4ba450fe7f req-6b37c7ad-91bd-4d2e-81f5-3cfeb1e7cf93 service nova] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Detach interface failed, port_id=3926ff4a-23a4-43bc-bf19-cd4785994602, reason: Instance 42295a16-2646-4c85-90bf-63807ed23bcc could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.954368] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdb401a-dbb6-4ee9-aa22-2a6935975643 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.961992] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233602, 'name': ReconfigVM_Task, 'duration_secs': 0.557731} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.963787] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.964122] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a85dd3-de28-4e07-bec7-b3088f1e5e3d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.966135] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b0b8a0-44a5-410e-91ce-06e34a54e2e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.000028] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9663e2fb-08ea-466c-8015-7128bc8ebfcd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.002725] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1329.002725] env[69162]: value = "task-3233605" [ 1329.002725] env[69162]: _type = "Task" [ 1329.002725] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.009858] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c7101b-046e-4877-85c2-f3ec641a2eeb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.017054] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.028068] env[69162]: DEBUG nova.compute.provider_tree [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.033624] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233604, 'name': ReconfigVM_Task, 'duration_secs': 0.271851} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.033915] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] c366634f-67e2-446b-9809-e01d417c5c2c/c366634f-67e2-446b-9809-e01d417c5c2c.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.034586] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5471b7ee-d881-4f2b-9767-308e7cb9ac66 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.040763] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1329.040763] env[69162]: value = "task-3233606" [ 1329.040763] env[69162]: _type = "Task" [ 1329.040763] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.048169] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233606, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.214652] env[69162]: INFO nova.compute.manager [-] [instance: 42295a16-2646-4c85-90bf-63807ed23bcc] Took 1.26 seconds to deallocate network for instance. [ 1329.513011] env[69162]: DEBUG oslo_vmware.api [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233605, 'name': PowerOnVM_Task, 'duration_secs': 0.438448} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.513593] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.516433] env[69162]: DEBUG nova.compute.manager [None req-30b98821-00f3-4b19-946a-5079fc2b4ec5 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.517663] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d797de-cba3-46ce-a5a5-fad5e3bd687c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.531157] env[69162]: DEBUG nova.scheduler.client.report [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.550713] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233606, 'name': Rename_Task, 'duration_secs': 0.143898} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.550962] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.551212] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a420804-1b74-4295-86ad-234104a43215 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.557788] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1329.557788] env[69162]: value = "task-3233607" [ 1329.557788] env[69162]: _type = "Task" [ 1329.557788] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.565013] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.681260] env[69162]: DEBUG nova.compute.manager [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.709657] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.709928] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.710128] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.710342] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.710529] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.710713] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.710951] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.711156] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.711335] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.711516] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.711694] env[69162]: DEBUG nova.virt.hardware [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.712647] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e9b2bf-db54-46f4-a741-07093029df0d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.720438] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.721823] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ddce6a-3e34-43db-be06-b283dacb2353 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.964375] env[69162]: DEBUG nova.network.neutron [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Successfully updated port: 6e29c2a8-76d7-49ab-b627-6d30ecc393ba {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.035671] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.278s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.035671] env[69162]: INFO nova.compute.manager [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Migrating [ 1330.043413] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.323s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.043656] env[69162]: DEBUG nova.objects.instance [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lazy-loading 'resources' on Instance uuid 42295a16-2646-4c85-90bf-63807ed23bcc {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.068757] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233607, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.260594] env[69162]: DEBUG nova.compute.manager [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Received event network-vif-plugged-6e29c2a8-76d7-49ab-b627-6d30ecc393ba {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.260658] env[69162]: DEBUG oslo_concurrency.lockutils [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] Acquiring lock "9af6beae-a506-4be9-a75e-ef1136b29395-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.260885] env[69162]: DEBUG oslo_concurrency.lockutils [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] Lock "9af6beae-a506-4be9-a75e-ef1136b29395-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.261066] env[69162]: DEBUG oslo_concurrency.lockutils [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] Lock "9af6beae-a506-4be9-a75e-ef1136b29395-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.261243] env[69162]: DEBUG nova.compute.manager [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] No waiting events found dispatching network-vif-plugged-6e29c2a8-76d7-49ab-b627-6d30ecc393ba {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.261409] env[69162]: WARNING nova.compute.manager [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Received unexpected event network-vif-plugged-6e29c2a8-76d7-49ab-b627-6d30ecc393ba for instance with vm_state building and task_state spawning. [ 1330.261597] env[69162]: DEBUG nova.compute.manager [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Received event network-changed-6e29c2a8-76d7-49ab-b627-6d30ecc393ba {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.261809] env[69162]: DEBUG nova.compute.manager [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Refreshing instance network info cache due to event network-changed-6e29c2a8-76d7-49ab-b627-6d30ecc393ba. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.262050] env[69162]: DEBUG oslo_concurrency.lockutils [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] Acquiring lock "refresh_cache-9af6beae-a506-4be9-a75e-ef1136b29395" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.262203] env[69162]: DEBUG oslo_concurrency.lockutils [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] Acquired lock "refresh_cache-9af6beae-a506-4be9-a75e-ef1136b29395" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.262363] env[69162]: DEBUG nova.network.neutron [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Refreshing network info cache for port 6e29c2a8-76d7-49ab-b627-6d30ecc393ba {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.468088] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquiring lock "refresh_cache-9af6beae-a506-4be9-a75e-ef1136b29395" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.554777] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.554988] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.555179] env[69162]: DEBUG nova.network.neutron [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.569234] env[69162]: DEBUG oslo_vmware.api [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233607, 'name': PowerOnVM_Task, 'duration_secs': 0.518733} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.569514] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.569690] env[69162]: INFO nova.compute.manager [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1330.569869] env[69162]: DEBUG nova.compute.manager [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.572857] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d27505b-5be4-45e1-b2de-e57b04924484 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.712583] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156c0a85-639d-4087-9446-1c2c33312c44 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.719869] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fdb3d9-3950-4ecb-88a9-99e4080c82d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.751400] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a7d0d7-4956-4851-92b3-568abbddb421 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.758825] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f86acb-5669-42fa-9408-474c74cd457c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.773918] env[69162]: DEBUG nova.compute.provider_tree [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.803640] env[69162]: DEBUG nova.network.neutron [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.875686] env[69162]: DEBUG nova.network.neutron [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.932559] env[69162]: INFO nova.compute.manager [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Unrescuing [ 1330.932816] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.932965] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquired lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.933145] env[69162]: DEBUG nova.network.neutron [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.090963] env[69162]: INFO nova.compute.manager [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Took 11.64 seconds to build instance. [ 1331.265716] env[69162]: DEBUG nova.network.neutron [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance_info_cache with network_info: [{"id": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "address": "fa:16:3e:9f:46:16", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65d8c47-d4", "ovs_interfaceid": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.277150] env[69162]: DEBUG nova.scheduler.client.report [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.378742] env[69162]: DEBUG oslo_concurrency.lockutils [req-78d5c4a4-84c7-4c3c-8aa4-9564b86efb48 req-15e62590-472b-441d-9936-f3a9a26624a4 service nova] Releasing lock "refresh_cache-9af6beae-a506-4be9-a75e-ef1136b29395" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.379681] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquired lock "refresh_cache-9af6beae-a506-4be9-a75e-ef1136b29395" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.379681] env[69162]: DEBUG nova.network.neutron [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.596772] env[69162]: DEBUG oslo_concurrency.lockutils [None req-393fd51c-80a0-4b56-9f47-ee3a04318a6b tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "c366634f-67e2-446b-9809-e01d417c5c2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.147s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.666195] env[69162]: DEBUG nova.network.neutron [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Updating instance_info_cache with network_info: [{"id": "4b92c021-1382-4ad6-85a8-8c7c9b9902e8", "address": "fa:16:3e:21:46:aa", "network": {"id": "41d2894f-37dc-4ac4-bfcc-cf1a547152bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1058326620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f512ed0e255a48ec82d429d556ae6974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b92c021-13", "ovs_interfaceid": "4b92c021-1382-4ad6-85a8-8c7c9b9902e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.768238] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.781743] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.798880] env[69162]: INFO nova.scheduler.client.report [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Deleted allocations for instance 42295a16-2646-4c85-90bf-63807ed23bcc [ 1331.912645] env[69162]: DEBUG nova.network.neutron [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.045623] env[69162]: DEBUG nova.network.neutron [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Updating instance_info_cache with network_info: [{"id": "6e29c2a8-76d7-49ab-b627-6d30ecc393ba", "address": "fa:16:3e:52:ac:76", "network": {"id": "920989d4-7cca-44b8-b534-1bb4a43e798b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1059101268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80a32c5551c54d60bea1e8be6acbeebb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e29c2a8-76", "ovs_interfaceid": "6e29c2a8-76d7-49ab-b627-6d30ecc393ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.169391] env[69162]: DEBUG oslo_concurrency.lockutils [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Releasing lock "refresh_cache-1a70cef8-050d-41e8-9bb9-c168ae16e2a9" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.170149] env[69162]: DEBUG nova.objects.instance [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lazy-loading 'flavor' on Instance uuid 1a70cef8-050d-41e8-9bb9-c168ae16e2a9 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.305997] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e3491dce-ebf2-44fa-b7ea-145478ae6de0 tempest-ServersTestJSON-1054942553 tempest-ServersTestJSON-1054942553-project-member] Lock "42295a16-2646-4c85-90bf-63807ed23bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.033s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.503257] env[69162]: DEBUG nova.compute.manager [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Stashing vm_state: active {{(pid=69162) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1332.548501] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Releasing lock "refresh_cache-9af6beae-a506-4be9-a75e-ef1136b29395" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.550937] env[69162]: DEBUG nova.compute.manager [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Instance network_info: |[{"id": "6e29c2a8-76d7-49ab-b627-6d30ecc393ba", "address": "fa:16:3e:52:ac:76", "network": {"id": "920989d4-7cca-44b8-b534-1bb4a43e798b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1059101268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80a32c5551c54d60bea1e8be6acbeebb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e29c2a8-76", "ovs_interfaceid": "6e29c2a8-76d7-49ab-b627-6d30ecc393ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.550937] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:ac:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e29c2a8-76d7-49ab-b627-6d30ecc393ba', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.558980] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Creating folder: Project (80a32c5551c54d60bea1e8be6acbeebb). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.559744] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d649a93e-23d4-4bab-b7e9-7f1542458997 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.571457] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Created folder: Project (80a32c5551c54d60bea1e8be6acbeebb) in parent group-v645978. [ 1332.571655] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Creating folder: Instances. Parent ref: group-v646318. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.571923] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b946ab4d-db1c-4e82-bde1-8e0cd52eeb97 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.584133] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Created folder: Instances in parent group-v646318. [ 1332.584421] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.584628] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.584843] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db3da75b-5177-451d-82b6-150709dfe599 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.604864] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.604864] env[69162]: value = "task-3233610" [ 1332.604864] env[69162]: _type = "Task" [ 1332.604864] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.612676] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233610, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.677309] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc69a512-a2cb-4feb-b4e0-538532bf60d8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.703025] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.703417] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f81a2841-5738-4961-a1e6-a97dda772b5a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.710378] env[69162]: DEBUG oslo_vmware.api [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1332.710378] env[69162]: value = "task-3233611" [ 1332.710378] env[69162]: _type = "Task" [ 1332.710378] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.719135] env[69162]: DEBUG oslo_vmware.api [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.023014] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.023414] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.115162] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233610, 'name': CreateVM_Task, 'duration_secs': 0.34184} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.115293] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.116024] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.116143] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.116460] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.116725] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd1f8ca-b695-4d5a-be63-faf4b4c4477a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.121234] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for the task: (returnval){ [ 1333.121234] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52734272-67ba-841c-7e53-1f61a2b6083a" [ 1333.121234] env[69162]: _type = "Task" [ 1333.121234] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.130334] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52734272-67ba-841c-7e53-1f61a2b6083a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.220793] env[69162]: DEBUG oslo_vmware.api [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233611, 'name': PowerOffVM_Task, 'duration_secs': 0.211778} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.221469] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.226610] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1333.226875] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a5d16b-360e-4d3f-8af3-9162e9c1a337 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.246031] env[69162]: DEBUG oslo_vmware.api [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1333.246031] env[69162]: value = "task-3233612" [ 1333.246031] env[69162]: _type = "Task" [ 1333.246031] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.253706] env[69162]: DEBUG oslo_vmware.api [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.285025] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8628a5-8b49-413f-9b8b-e9da369f697c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.301340] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance '6b78268d-dfe3-4c10-a0b3-56188ccaa617' progress to 0 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.529084] env[69162]: INFO nova.compute.claims [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.634116] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52734272-67ba-841c-7e53-1f61a2b6083a, 'name': SearchDatastore_Task, 'duration_secs': 0.03298} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.634455] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.634704] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.634959] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.635116] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.635302] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.635569] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60a7a0b4-e3cd-499f-8a30-5e3b9576f161 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.645015] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.645222] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.645942] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79089861-97b6-4178-a069-4035bec2f558 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.651342] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for the task: (returnval){ [ 1333.651342] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5229a40a-f45a-0d52-9b6e-016a9c31a228" [ 1333.651342] env[69162]: _type = "Task" [ 1333.651342] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.664437] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5229a40a-f45a-0d52-9b6e-016a9c31a228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.755940] env[69162]: DEBUG oslo_vmware.api [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233612, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.808636] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.808957] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91e7067c-16d0-453f-9f85-ae766b1c98e8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.815879] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1333.815879] env[69162]: value = "task-3233613" [ 1333.815879] env[69162]: _type = "Task" [ 1333.815879] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.829424] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.036586] env[69162]: INFO nova.compute.resource_tracker [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating resource usage from migration b4c0ada3-34d9-49c3-b142-02b5180ef2c6 [ 1334.162144] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5229a40a-f45a-0d52-9b6e-016a9c31a228, 'name': SearchDatastore_Task, 'duration_secs': 0.01559} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.165331] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b972a19-4591-4d9e-8522-156bd692833a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.171159] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for the task: (returnval){ [ 1334.171159] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529a4efc-f274-69b7-6269-0abc7ec82852" [ 1334.171159] env[69162]: _type = "Task" [ 1334.171159] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.180730] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529a4efc-f274-69b7-6269-0abc7ec82852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.245650] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352988ab-9968-4499-b58a-c6d71a7d5bd0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.259869] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e11c9d-dafb-4bf9-b76c-d3288fe6f678 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.263011] env[69162]: DEBUG oslo_vmware.api [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233612, 'name': ReconfigVM_Task, 'duration_secs': 0.528699} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.263283] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1334.263466] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.264026] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be2896a-6b96-4d34-8a0c-17f74bcdc056 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.291579] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3c1755-e6c6-4d81-b801-3ffe404f02b1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.294335] env[69162]: DEBUG oslo_vmware.api [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1334.294335] env[69162]: value = "task-3233614" [ 1334.294335] env[69162]: _type = "Task" [ 1334.294335] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.301266] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f06bd02-05d0-48f1-b21f-fcd3bd9d6791 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.308539] env[69162]: DEBUG oslo_vmware.api [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.317801] env[69162]: DEBUG nova.compute.provider_tree [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.326458] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233613, 'name': PowerOffVM_Task, 'duration_secs': 0.419805} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.327292] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.327565] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance '6b78268d-dfe3-4c10-a0b3-56188ccaa617' progress to 17 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.681432] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529a4efc-f274-69b7-6269-0abc7ec82852, 'name': SearchDatastore_Task, 'duration_secs': 0.027241} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.681727] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.682015] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9af6beae-a506-4be9-a75e-ef1136b29395/9af6beae-a506-4be9-a75e-ef1136b29395.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.682285] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14cf7676-b559-4fdf-8f85-837afb2611a1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.688848] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for the task: (returnval){ [ 1334.688848] env[69162]: value = "task-3233615" [ 1334.688848] env[69162]: _type = "Task" [ 1334.688848] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.696634] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.805463] env[69162]: DEBUG oslo_vmware.api [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233614, 'name': PowerOnVM_Task, 'duration_secs': 0.388282} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.805767] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.806042] env[69162]: DEBUG nova.compute.manager [None req-fd710710-52e5-4dd2-9e56-69a1688c06a6 tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.806808] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbe6e0e-998d-4d2f-96e0-a2db76586701 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.824242] env[69162]: DEBUG nova.scheduler.client.report [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.833545] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.833789] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.833959] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.834146] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.834292] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.834436] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.834634] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.834791] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.834986] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.835659] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.835659] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.841017] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee9b8acb-f2a9-47d9-b5a7-d13360119c75 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.857448] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1334.857448] env[69162]: value = "task-3233616" [ 1334.857448] env[69162]: _type = "Task" [ 1334.857448] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.865108] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.200745] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233615, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.328865] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.305s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.328865] env[69162]: INFO nova.compute.manager [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Migrating [ 1335.367575] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233616, 'name': ReconfigVM_Task, 'duration_secs': 0.18743} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.367927] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance '6b78268d-dfe3-4c10-a0b3-56188ccaa617' progress to 33 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.644197] env[69162]: DEBUG oslo_concurrency.lockutils [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.644466] env[69162]: DEBUG oslo_concurrency.lockutils [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.644760] env[69162]: DEBUG oslo_concurrency.lockutils [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.644994] env[69162]: DEBUG oslo_concurrency.lockutils [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.645195] env[69162]: DEBUG oslo_concurrency.lockutils [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.647305] env[69162]: INFO nova.compute.manager [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Terminating instance [ 1335.700355] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663706} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.700663] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 9af6beae-a506-4be9-a75e-ef1136b29395/9af6beae-a506-4be9-a75e-ef1136b29395.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.700936] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.701149] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e3d266f-5074-49d0-8866-4208f4ad5fa0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.707765] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for the task: (returnval){ [ 1335.707765] env[69162]: value = "task-3233617" [ 1335.707765] env[69162]: _type = "Task" [ 1335.707765] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.715771] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.843964] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.844239] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.844312] env[69162]: DEBUG nova.network.neutron [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.874754] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.875040] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.875203] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.875401] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.875545] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.875710] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.875911] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.876123] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.876302] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.876468] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.876651] env[69162]: DEBUG nova.virt.hardware [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.881987] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1335.882273] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd86513e-7fcc-425f-aa31-1c43bbaa8f2b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.902365] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1335.902365] env[69162]: value = "task-3233618" [ 1335.902365] env[69162]: _type = "Task" [ 1335.902365] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.909838] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.150923] env[69162]: DEBUG nova.compute.manager [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.151186] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.152094] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a905a1-9f52-473c-87ea-ca16f4cbb231 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.159756] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.159944] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e98f048e-1797-463a-894e-34fc17b45bea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.167129] env[69162]: DEBUG oslo_vmware.api [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1336.167129] env[69162]: value = "task-3233619" [ 1336.167129] env[69162]: _type = "Task" [ 1336.167129] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.175258] env[69162]: DEBUG oslo_vmware.api [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.217392] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.344515} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.217701] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.218474] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3d46db-1615-450d-9516-580999b16c19 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.240643] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 9af6beae-a506-4be9-a75e-ef1136b29395/9af6beae-a506-4be9-a75e-ef1136b29395.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.240892] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c45571-e360-4acd-b120-c26247632265 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.259406] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for the task: (returnval){ [ 1336.259406] env[69162]: value = "task-3233620" [ 1336.259406] env[69162]: _type = "Task" [ 1336.259406] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.266779] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.411530] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233618, 'name': ReconfigVM_Task, 'duration_secs': 0.489372} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.411870] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1336.412619] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9265995d-9194-4d69-843c-5adfade1448b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.435728] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6b78268d-dfe3-4c10-a0b3-56188ccaa617/6b78268d-dfe3-4c10-a0b3-56188ccaa617.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.436038] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65920cd9-3dd3-4a90-aa8a-60a7d5eea9e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.455754] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1336.455754] env[69162]: value = "task-3233621" [ 1336.455754] env[69162]: _type = "Task" [ 1336.455754] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.465430] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.559280] env[69162]: DEBUG nova.network.neutron [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance_info_cache with network_info: [{"id": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "address": "fa:16:3e:81:a9:6a", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac0f35a-c1", "ovs_interfaceid": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.676672] env[69162]: DEBUG oslo_vmware.api [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233619, 'name': PowerOffVM_Task, 'duration_secs': 0.268315} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.676971] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.677157] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.677418] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27cf948-6d45-40f3-9d58-c71ceb48f1d2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.748125] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.748359] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.748543] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Deleting the datastore file [datastore2] 1a70cef8-050d-41e8-9bb9-c168ae16e2a9 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.748821] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f39b6a5e-d3cf-43b0-9d68-995c07324f13 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.754435] env[69162]: DEBUG oslo_vmware.api [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1336.754435] env[69162]: value = "task-3233623" [ 1336.754435] env[69162]: _type = "Task" [ 1336.754435] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.762042] env[69162]: DEBUG oslo_vmware.api [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.768959] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233620, 'name': ReconfigVM_Task, 'duration_secs': 0.359221} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.769224] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 9af6beae-a506-4be9-a75e-ef1136b29395/9af6beae-a506-4be9-a75e-ef1136b29395.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.769867] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d53b67e-8a9e-4f00-852e-4752600f83db {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.774450] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for the task: (returnval){ [ 1336.774450] env[69162]: value = "task-3233624" [ 1336.774450] env[69162]: _type = "Task" [ 1336.774450] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.783128] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233624, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.965440] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.062762] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.265015] env[69162]: DEBUG oslo_vmware.api [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137153} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.265015] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.265015] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.265015] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.265015] env[69162]: INFO nova.compute.manager [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1337.265288] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.265340] env[69162]: DEBUG nova.compute.manager [-] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.265429] env[69162]: DEBUG nova.network.neutron [-] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.283223] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233624, 'name': Rename_Task, 'duration_secs': 0.144272} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.283477] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.283706] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bf95844-3764-4105-b8f3-667a37639e43 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.289490] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for the task: (returnval){ [ 1337.289490] env[69162]: value = "task-3233625" [ 1337.289490] env[69162]: _type = "Task" [ 1337.289490] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.296949] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.466403] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.526268] env[69162]: DEBUG nova.compute.manager [req-c1c10e30-0ca9-4f09-9b07-55a4446ea7b7 req-0d5767e8-b74e-4155-adbe-edd10197e294 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Received event network-vif-deleted-4b92c021-1382-4ad6-85a8-8c7c9b9902e8 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.526511] env[69162]: INFO nova.compute.manager [req-c1c10e30-0ca9-4f09-9b07-55a4446ea7b7 req-0d5767e8-b74e-4155-adbe-edd10197e294 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Neutron deleted interface 4b92c021-1382-4ad6-85a8-8c7c9b9902e8; detaching it from the instance and deleting it from the info cache [ 1337.526725] env[69162]: DEBUG nova.network.neutron [req-c1c10e30-0ca9-4f09-9b07-55a4446ea7b7 req-0d5767e8-b74e-4155-adbe-edd10197e294 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.741394] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "975b9ebf-3245-4467-81de-fc9793243504" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.741735] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.799105] env[69162]: DEBUG oslo_vmware.api [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233625, 'name': PowerOnVM_Task, 'duration_secs': 0.436236} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.799358] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.799587] env[69162]: INFO nova.compute.manager [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1337.799770] env[69162]: DEBUG nova.compute.manager [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.800530] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7607967e-77d0-470d-8d2a-028b60e7a72e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.968760] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233621, 'name': ReconfigVM_Task, 'duration_secs': 1.306644} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.968980] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6b78268d-dfe3-4c10-a0b3-56188ccaa617/6b78268d-dfe3-4c10-a0b3-56188ccaa617.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.969239] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance '6b78268d-dfe3-4c10-a0b3-56188ccaa617' progress to 50 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.011923] env[69162]: DEBUG nova.network.neutron [-] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.028951] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20d7d745-7467-417b-a12d-bd16fa757765 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.037993] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de5cad3-1c67-416b-ae00-0286d3f8b952 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.070337] env[69162]: DEBUG nova.compute.manager [req-c1c10e30-0ca9-4f09-9b07-55a4446ea7b7 req-0d5767e8-b74e-4155-adbe-edd10197e294 service nova] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Detach interface failed, port_id=4b92c021-1382-4ad6-85a8-8c7c9b9902e8, reason: Instance 1a70cef8-050d-41e8-9bb9-c168ae16e2a9 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1338.245054] env[69162]: DEBUG nova.compute.utils [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1338.315295] env[69162]: INFO nova.compute.manager [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Took 12.92 seconds to build instance. [ 1338.476025] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6969dde4-3cc3-4eaa-935b-bc68da2ce3e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.494879] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242cfa0b-23bc-445d-ade3-adabeca9025c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.512505] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance '6b78268d-dfe3-4c10-a0b3-56188ccaa617' progress to 67 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.516057] env[69162]: INFO nova.compute.manager [-] [instance: 1a70cef8-050d-41e8-9bb9-c168ae16e2a9] Took 1.25 seconds to deallocate network for instance. [ 1338.578514] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd4ac02-8c4d-4f3d-8096-209afaa87dbb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.598839] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance 'c366634f-67e2-446b-9809-e01d417c5c2c' progress to 0 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.748320] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.817161] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4d582a4c-f5f4-4298-9a50-093edb998dc6 tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lock "9af6beae-a506-4be9-a75e-ef1136b29395" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.432s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.021190] env[69162]: DEBUG oslo_concurrency.lockutils [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.021485] env[69162]: DEBUG oslo_concurrency.lockutils [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.021724] env[69162]: DEBUG nova.objects.instance [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lazy-loading 'resources' on Instance uuid 1a70cef8-050d-41e8-9bb9-c168ae16e2a9 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.056355] env[69162]: DEBUG nova.network.neutron [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Port a65d8c47-d446-4340-98f0-8afb63ac5f65 binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1339.104563] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.104871] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71fc0d7d-c0ca-4b90-8d2d-ac1213ecba83 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.112435] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1339.112435] env[69162]: value = "task-3233626" [ 1339.112435] env[69162]: _type = "Task" [ 1339.112435] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.120393] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.512357] env[69162]: DEBUG oslo_concurrency.lockutils [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquiring lock "9af6beae-a506-4be9-a75e-ef1136b29395" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.512744] env[69162]: DEBUG oslo_concurrency.lockutils [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lock "9af6beae-a506-4be9-a75e-ef1136b29395" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.512850] env[69162]: DEBUG oslo_concurrency.lockutils [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquiring lock "9af6beae-a506-4be9-a75e-ef1136b29395-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.513110] env[69162]: DEBUG oslo_concurrency.lockutils [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lock "9af6beae-a506-4be9-a75e-ef1136b29395-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.513328] env[69162]: DEBUG oslo_concurrency.lockutils [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lock "9af6beae-a506-4be9-a75e-ef1136b29395-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.515713] env[69162]: INFO nova.compute.manager [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Terminating instance [ 1339.625092] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233626, 'name': PowerOffVM_Task, 'duration_secs': 0.227522} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.628044] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.628245] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance 'c366634f-67e2-446b-9809-e01d417c5c2c' progress to 17 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.732790] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2268c327-b4e7-4775-97ff-fdd4c0c63269 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.741256] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e811f98d-0c70-4ae0-b229-85c098a030df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.772608] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401e3af1-e2e1-461e-ac15-cfd3da653544 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.780170] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe039a3d-a78c-4e3f-b864-e78e0f13bb5c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.792954] env[69162]: DEBUG nova.compute.provider_tree [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.817790] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "975b9ebf-3245-4467-81de-fc9793243504" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.818045] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.818287] env[69162]: INFO nova.compute.manager [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Attaching volume 6dbe4b43-80e1-44b6-b0fe-8d7d97226740 to /dev/sdb [ 1339.847680] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92febebd-9c28-4fdc-b621-7fb4b5c08183 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.854159] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7099a2a3-9777-4746-a1c6-47236f3f47df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.867419] env[69162]: DEBUG nova.virt.block_device [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Updating existing volume attachment record: 22d4581e-38ff-455d-9e2b-88da97750bed {{(pid=69162) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1340.019645] env[69162]: DEBUG nova.compute.manager [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.019880] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.020824] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e720a737-4884-4365-920d-860feac33e0b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.027916] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.028162] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7a2f69-2fff-4e20-8a08-14c6b20843cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.034066] env[69162]: DEBUG oslo_vmware.api [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for the task: (returnval){ [ 1340.034066] env[69162]: value = "task-3233628" [ 1340.034066] env[69162]: _type = "Task" [ 1340.034066] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.043748] env[69162]: DEBUG oslo_vmware.api [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.081903] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.082150] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.082328] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.135169] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.135420] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.135618] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.135801] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.135951] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.136140] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.136394] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.136574] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.136758] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.136949] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.137206] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.142562] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa25f98a-2c97-49d7-8531-535ccdca6fb7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.159991] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1340.159991] env[69162]: value = "task-3233629" [ 1340.159991] env[69162]: _type = "Task" [ 1340.159991] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.168688] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.296355] env[69162]: DEBUG nova.scheduler.client.report [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.543640] env[69162]: DEBUG oslo_vmware.api [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233628, 'name': PowerOffVM_Task, 'duration_secs': 0.203604} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.544048] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.544048] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.544327] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-140a55b6-44f3-45ba-9f01-8b2bf7c142eb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.610949] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.611187] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.611370] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Deleting the datastore file [datastore2] 9af6beae-a506-4be9-a75e-ef1136b29395 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.611629] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09da9c65-877a-48b4-9716-b173affe11cb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.618178] env[69162]: DEBUG oslo_vmware.api [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for the task: (returnval){ [ 1340.618178] env[69162]: value = "task-3233631" [ 1340.618178] env[69162]: _type = "Task" [ 1340.618178] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.625690] env[69162]: DEBUG oslo_vmware.api [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.668978] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233629, 'name': ReconfigVM_Task, 'duration_secs': 0.174191} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.669310] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance 'c366634f-67e2-446b-9809-e01d417c5c2c' progress to 33 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.801836] env[69162]: DEBUG oslo_concurrency.lockutils [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.823230] env[69162]: INFO nova.scheduler.client.report [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Deleted allocations for instance 1a70cef8-050d-41e8-9bb9-c168ae16e2a9 [ 1341.118633] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.118881] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.119110] env[69162]: DEBUG nova.network.neutron [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.129271] env[69162]: DEBUG oslo_vmware.api [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Task: {'id': task-3233631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251309} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.130147] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.130346] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.130522] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.130696] env[69162]: INFO nova.compute.manager [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1341.130933] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.131134] env[69162]: DEBUG nova.compute.manager [-] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.131227] env[69162]: DEBUG nova.network.neutron [-] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.175874] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.176138] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.176300] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.176515] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.176623] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.176767] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.176974] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.177148] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.177354] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.177469] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.177836] env[69162]: DEBUG nova.virt.hardware [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.183161] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1341.183440] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-374b18aa-c500-4370-bf79-8ee4d1d53e7e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.205397] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1341.205397] env[69162]: value = "task-3233632" [ 1341.205397] env[69162]: _type = "Task" [ 1341.205397] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.216098] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.333210] env[69162]: DEBUG oslo_concurrency.lockutils [None req-172dd341-64ce-4c0a-9b14-360b8466ebba tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "1a70cef8-050d-41e8-9bb9-c168ae16e2a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.689s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.405045] env[69162]: DEBUG nova.compute.manager [req-ef0f9978-bb96-40a9-971b-bb3adc182c44 req-fa5745d8-6344-4957-bb4b-946b190a0cb4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Received event network-vif-deleted-6e29c2a8-76d7-49ab-b627-6d30ecc393ba {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.405820] env[69162]: INFO nova.compute.manager [req-ef0f9978-bb96-40a9-971b-bb3adc182c44 req-fa5745d8-6344-4957-bb4b-946b190a0cb4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Neutron deleted interface 6e29c2a8-76d7-49ab-b627-6d30ecc393ba; detaching it from the instance and deleting it from the info cache [ 1341.405820] env[69162]: DEBUG nova.network.neutron [req-ef0f9978-bb96-40a9-971b-bb3adc182c44 req-fa5745d8-6344-4957-bb4b-946b190a0cb4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.717963] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233632, 'name': ReconfigVM_Task, 'duration_secs': 0.169841} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.718406] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1341.719501] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ae39d7-5807-49c8-a7a9-785f4a02d7e7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.743066] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] c366634f-67e2-446b-9809-e01d417c5c2c/c366634f-67e2-446b-9809-e01d417c5c2c.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.745600] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb43099-6aa1-4c79-b6b1-0d9d9a058a17 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.764814] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1341.764814] env[69162]: value = "task-3233633" [ 1341.764814] env[69162]: _type = "Task" [ 1341.764814] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.773017] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.852488] env[69162]: DEBUG nova.network.neutron [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance_info_cache with network_info: [{"id": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "address": "fa:16:3e:9f:46:16", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65d8c47-d4", "ovs_interfaceid": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.889740] env[69162]: DEBUG nova.network.neutron [-] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.909033] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43bf4f64-af59-4045-aa72-ef10cf545d58 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.918794] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6784da56-4c92-4eec-ad1e-8dc86d903eb6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.951689] env[69162]: DEBUG nova.compute.manager [req-ef0f9978-bb96-40a9-971b-bb3adc182c44 req-fa5745d8-6344-4957-bb4b-946b190a0cb4 service nova] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Detach interface failed, port_id=6e29c2a8-76d7-49ab-b627-6d30ecc393ba, reason: Instance 9af6beae-a506-4be9-a75e-ef1136b29395 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1342.274534] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233633, 'name': ReconfigVM_Task, 'duration_secs': 0.255525} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.274840] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] c366634f-67e2-446b-9809-e01d417c5c2c/c366634f-67e2-446b-9809-e01d417c5c2c.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.275217] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance 'c366634f-67e2-446b-9809-e01d417c5c2c' progress to 50 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.316390] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "4493d0f2-f201-422f-b2b5-061d73e4feeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.316661] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "4493d0f2-f201-422f-b2b5-061d73e4feeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.316903] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "4493d0f2-f201-422f-b2b5-061d73e4feeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.317108] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "4493d0f2-f201-422f-b2b5-061d73e4feeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.317280] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "4493d0f2-f201-422f-b2b5-061d73e4feeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.319159] env[69162]: INFO nova.compute.manager [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Terminating instance [ 1342.355127] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.392730] env[69162]: INFO nova.compute.manager [-] [instance: 9af6beae-a506-4be9-a75e-ef1136b29395] Took 1.26 seconds to deallocate network for instance. [ 1342.784328] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1434ba8-5f82-4ccd-9ce2-48fa2434963c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.805559] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c93857-4b04-4147-84ae-e41e9cc09763 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.824332] env[69162]: DEBUG nova.compute.manager [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.824560] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.824880] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance 'c366634f-67e2-446b-9809-e01d417c5c2c' progress to 67 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.828591] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4f5057-1f0e-4a83-a615-9d5edd10b8fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.835312] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.835546] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23beadac-2167-4d82-a416-ce187be6761c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.841566] env[69162]: DEBUG oslo_vmware.api [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1342.841566] env[69162]: value = "task-3233635" [ 1342.841566] env[69162]: _type = "Task" [ 1342.841566] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.849879] env[69162]: DEBUG oslo_vmware.api [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.879346] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323e1330-4df2-459d-bce9-ebc751a47535 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.898892] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d4b66-241d-45cd-9e92-71622ee6ca3c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.902749] env[69162]: DEBUG oslo_concurrency.lockutils [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.903119] env[69162]: DEBUG oslo_concurrency.lockutils [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.903350] env[69162]: DEBUG nova.objects.instance [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lazy-loading 'resources' on Instance uuid 9af6beae-a506-4be9-a75e-ef1136b29395 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.909174] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance '6b78268d-dfe3-4c10-a0b3-56188ccaa617' progress to 83 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.351111] env[69162]: DEBUG oslo_vmware.api [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233635, 'name': PowerOffVM_Task, 'duration_secs': 0.187} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.351389] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.351552] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.351803] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f2d2887-7d3e-4b4d-a868-ab41710b7119 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.364648] env[69162]: DEBUG nova.network.neutron [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Port cac0f35a-c1d6-4fc6-a1c3-fad607513132 binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1343.414548] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.414966] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.414966] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Deleting the datastore file [datastore1] 4493d0f2-f201-422f-b2b5-061d73e4feeb {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.415285] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5a65f54-baf4-4b5d-a995-48750a63c6ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.419383] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.419867] env[69162]: DEBUG oslo_concurrency.lockutils [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "962df334-556a-417e-8aa4-57ceca4b5d9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.420107] env[69162]: DEBUG oslo_concurrency.lockutils [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.420308] env[69162]: DEBUG oslo_concurrency.lockutils [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "962df334-556a-417e-8aa4-57ceca4b5d9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.420493] env[69162]: DEBUG oslo_concurrency.lockutils [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.420771] env[69162]: DEBUG oslo_concurrency.lockutils [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.422350] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98358ea2-d149-44e7-83a6-50e7bfca01b9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.426826] env[69162]: INFO nova.compute.manager [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Terminating instance [ 1343.429996] env[69162]: DEBUG oslo_vmware.api [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for the task: (returnval){ [ 1343.429996] env[69162]: value = "task-3233637" [ 1343.429996] env[69162]: _type = "Task" [ 1343.429996] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.435932] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1343.435932] env[69162]: value = "task-3233638" [ 1343.435932] env[69162]: _type = "Task" [ 1343.435932] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.441775] env[69162]: DEBUG oslo_vmware.api [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.449930] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233638, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.573637] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caf84a6-698d-46ce-9578-ca3f05f2092a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.581572] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e875d950-be39-45d1-ad67-f5ce3cfb6e1b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.612128] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54405f0f-0d95-498c-b94c-156ed942129b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.619498] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b12b6ad-ef48-451b-937e-74d2a6b92cab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.632798] env[69162]: DEBUG nova.compute.provider_tree [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.936075] env[69162]: DEBUG nova.compute.manager [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.936075] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.936945] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf6da032-07ff-4a5f-be01-94970b28d84a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.944178] env[69162]: DEBUG oslo_vmware.api [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Task: {'id': task-3233637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268191} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.944764] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.944941] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.945133] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.945304] env[69162]: INFO nova.compute.manager [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1343.945527] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.946040] env[69162]: DEBUG nova.compute.manager [-] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.946182] env[69162]: DEBUG nova.network.neutron [-] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.951474] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.952645] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1343.952645] env[69162]: value = "task-3233639" [ 1343.952645] env[69162]: _type = "Task" [ 1343.952645] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.960288] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.136847] env[69162]: DEBUG nova.scheduler.client.report [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.221167] env[69162]: DEBUG nova.compute.manager [req-05fd6292-b90d-4d3b-9934-bab0fd307033 req-949c7eed-4eb1-4306-9b2b-0d59eac42e4b service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Received event network-vif-deleted-9d2e05d5-94a9-45a7-bb9d-3a06f0121403 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.221387] env[69162]: INFO nova.compute.manager [req-05fd6292-b90d-4d3b-9934-bab0fd307033 req-949c7eed-4eb1-4306-9b2b-0d59eac42e4b service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Neutron deleted interface 9d2e05d5-94a9-45a7-bb9d-3a06f0121403; detaching it from the instance and deleting it from the info cache [ 1344.221553] env[69162]: DEBUG nova.network.neutron [req-05fd6292-b90d-4d3b-9934-bab0fd307033 req-949c7eed-4eb1-4306-9b2b-0d59eac42e4b service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.386532] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "c366634f-67e2-446b-9809-e01d417c5c2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.386763] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "c366634f-67e2-446b-9809-e01d417c5c2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.386940] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "c366634f-67e2-446b-9809-e01d417c5c2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.411413] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Volume attach. Driver type: vmdk {{(pid=69162) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1344.411645] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646321', 'volume_id': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'name': 'volume-6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '975b9ebf-3245-4467-81de-fc9793243504', 'attached_at': '', 'detached_at': '', 'volume_id': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'serial': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1344.412560] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a51b25-b0b3-4e17-87cb-2de2cd081261 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.429039] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2bee09-825d-47cc-93d3-fc66dde3c6ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.453418] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-6dbe4b43-80e1-44b6-b0fe-8d7d97226740/volume-6dbe4b43-80e1-44b6-b0fe-8d7d97226740.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.456261] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-494fbe1c-8311-41fe-8acc-4bb8b8714406 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.477955] env[69162]: DEBUG oslo_vmware.api [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233638, 'name': PowerOnVM_Task, 'duration_secs': 0.57842} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.481811] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.482007] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-d74e0fef-5bbf-4b7a-b903-0fcc87811973 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance '6b78268d-dfe3-4c10-a0b3-56188ccaa617' progress to 100 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.485378] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233639, 'name': PowerOffVM_Task, 'duration_secs': 0.200923} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.485642] env[69162]: DEBUG oslo_vmware.api [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1344.485642] env[69162]: value = "task-3233640" [ 1344.485642] env[69162]: _type = "Task" [ 1344.485642] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.485864] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.486068] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1344.486305] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646298', 'volume_id': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'name': 'volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '962df334-556a-417e-8aa4-57ceca4b5d9d', 'attached_at': '2025-04-03T06:22:11.000000', 'detached_at': '', 'volume_id': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'serial': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1344.487088] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444e02e2-d3a3-4f2d-a130-13a9db2754fe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.497328] env[69162]: DEBUG oslo_vmware.api [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.512277] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d078164-ddcd-46b6-a66d-36eaa8b9d13b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.518191] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c42ec32-edc8-4133-bb1c-c6de11981732 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.540023] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f5d7d-b85c-40d9-9340-e3b7d17eca5d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.552930] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] The volume has not been displaced from its original location: [datastore1] volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4/volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1344.558314] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.558896] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad142fec-ea6f-4291-ac29-16510d93fbe5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.576903] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1344.576903] env[69162]: value = "task-3233641" [ 1344.576903] env[69162]: _type = "Task" [ 1344.576903] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.585070] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.643092] env[69162]: DEBUG oslo_concurrency.lockutils [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.669953] env[69162]: INFO nova.scheduler.client.report [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Deleted allocations for instance 9af6beae-a506-4be9-a75e-ef1136b29395 [ 1344.703452] env[69162]: DEBUG nova.network.neutron [-] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.725017] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f55c3bcb-7ac1-4d4b-b3a0-c08c1ebdb14e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.734403] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7372b6f-756b-4804-8dbe-2d11f6452a43 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.768611] env[69162]: DEBUG nova.compute.manager [req-05fd6292-b90d-4d3b-9934-bab0fd307033 req-949c7eed-4eb1-4306-9b2b-0d59eac42e4b service nova] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Detach interface failed, port_id=9d2e05d5-94a9-45a7-bb9d-3a06f0121403, reason: Instance 4493d0f2-f201-422f-b2b5-061d73e4feeb could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1344.998578] env[69162]: DEBUG oslo_vmware.api [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233640, 'name': ReconfigVM_Task, 'duration_secs': 0.366056} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.998984] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-6dbe4b43-80e1-44b6-b0fe-8d7d97226740/volume-6dbe4b43-80e1-44b6-b0fe-8d7d97226740.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.003676] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7957b026-55e5-4215-b3d8-de226ca708c4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.019674] env[69162]: DEBUG oslo_vmware.api [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1345.019674] env[69162]: value = "task-3233642" [ 1345.019674] env[69162]: _type = "Task" [ 1345.019674] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.029408] env[69162]: DEBUG oslo_vmware.api [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.086748] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233641, 'name': ReconfigVM_Task, 'duration_secs': 0.153296} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.087042] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1345.091857] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-078b5d8e-2264-452d-95f1-7d62979d5275 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.106696] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1345.106696] env[69162]: value = "task-3233643" [ 1345.106696] env[69162]: _type = "Task" [ 1345.106696] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.114347] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.179485] env[69162]: DEBUG oslo_concurrency.lockutils [None req-653c0e5c-af98-4c7d-838d-c15c9c63d0fc tempest-ServerMetadataNegativeTestJSON-758014103 tempest-ServerMetadataNegativeTestJSON-758014103-project-member] Lock "9af6beae-a506-4be9-a75e-ef1136b29395" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.667s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.206300] env[69162]: INFO nova.compute.manager [-] [instance: 4493d0f2-f201-422f-b2b5-061d73e4feeb] Took 1.26 seconds to deallocate network for instance. [ 1345.419723] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.419932] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.420122] env[69162]: DEBUG nova.network.neutron [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.530207] env[69162]: DEBUG oslo_vmware.api [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233642, 'name': ReconfigVM_Task, 'duration_secs': 0.141022} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.530520] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646321', 'volume_id': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'name': 'volume-6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '975b9ebf-3245-4467-81de-fc9793243504', 'attached_at': '', 'detached_at': '', 'volume_id': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'serial': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740'} {{(pid=69162) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1345.616984] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233643, 'name': ReconfigVM_Task, 'duration_secs': 0.171052} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.617306] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646298', 'volume_id': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'name': 'volume-a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '962df334-556a-417e-8aa4-57ceca4b5d9d', 'attached_at': '2025-04-03T06:22:11.000000', 'detached_at': '', 'volume_id': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4', 'serial': 'a16d4c44-78d6-4545-bfa4-ba5ef29492c4'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1345.617615] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.618380] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb754976-3ddb-4950-a6e5-7320257bc590 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.624588] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.624806] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f3bdd27-4d4a-493e-a966-6af4266de834 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.688536] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.688749] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.688927] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleting the datastore file [datastore1] 962df334-556a-417e-8aa4-57ceca4b5d9d {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.689209] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fe7565d-79cb-4a78-9710-f91520daff28 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.696159] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1345.696159] env[69162]: value = "task-3233645" [ 1345.696159] env[69162]: _type = "Task" [ 1345.696159] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.704526] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.712716] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.713049] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.713315] env[69162]: DEBUG nova.objects.instance [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lazy-loading 'resources' on Instance uuid 4493d0f2-f201-422f-b2b5-061d73e4feeb {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.206869] env[69162]: DEBUG oslo_vmware.api [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162982} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.207277] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.207320] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.207486] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.207661] env[69162]: INFO nova.compute.manager [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1346.207905] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.208108] env[69162]: DEBUG nova.compute.manager [-] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.208203] env[69162]: DEBUG nova.network.neutron [-] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.403229] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fdd0c8-6ee3-4872-b38b-05b2005f06eb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.416099] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ba650-bf29-4435-a44c-200b183b17d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.451671] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e32344d-3eeb-49cb-8347-0b48512f708e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.458977] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642209e8-97cd-44be-997f-385787422058 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.474728] env[69162]: DEBUG nova.compute.provider_tree [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1346.515171] env[69162]: DEBUG nova.network.neutron [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance_info_cache with network_info: [{"id": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "address": "fa:16:3e:81:a9:6a", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac0f35a-c1", "ovs_interfaceid": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.582933] env[69162]: DEBUG nova.objects.instance [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lazy-loading 'flavor' on Instance uuid 975b9ebf-3245-4467-81de-fc9793243504 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.996933] env[69162]: ERROR nova.scheduler.client.report [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] [req-aea9f94f-1975-4d1b-937d-8bc181e6fdf7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db608530-c8a6-4c13-82de-a0b8635a7033. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aea9f94f-1975-4d1b-937d-8bc181e6fdf7"}]} [ 1347.017912] env[69162]: DEBUG oslo_concurrency.lockutils [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.022228] env[69162]: DEBUG nova.scheduler.client.report [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Refreshing inventories for resource provider db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1347.036636] env[69162]: DEBUG nova.scheduler.client.report [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating ProviderTree inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1347.036850] env[69162]: DEBUG nova.compute.provider_tree [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.049355] env[69162]: DEBUG nova.scheduler.client.report [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Refreshing aggregate associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, aggregates: None {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1347.072942] env[69162]: DEBUG nova.scheduler.client.report [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Refreshing trait associations for resource provider db608530-c8a6-4c13-82de-a0b8635a7033, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69162) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1347.087639] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8932926-12d1-4fee-b909-0b3ddf1b1262 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.269s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.105731] env[69162]: DEBUG nova.compute.manager [req-15cae7e1-6969-46db-a12c-e941e83a279d req-142648ec-8862-426a-9b37-5470fcd2c438 service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Received event network-vif-deleted-74de76b2-b20d-42af-8a05-1935411430fa {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.105942] env[69162]: INFO nova.compute.manager [req-15cae7e1-6969-46db-a12c-e941e83a279d req-142648ec-8862-426a-9b37-5470fcd2c438 service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Neutron deleted interface 74de76b2-b20d-42af-8a05-1935411430fa; detaching it from the instance and deleting it from the info cache [ 1347.106137] env[69162]: DEBUG nova.network.neutron [req-15cae7e1-6969-46db-a12c-e941e83a279d req-142648ec-8862-426a-9b37-5470fcd2c438 service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.238766] env[69162]: DEBUG nova.network.neutron [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Port a65d8c47-d446-4340-98f0-8afb63ac5f65 binding to destination host cpu-1 is already ACTIVE {{(pid=69162) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1347.239064] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.239206] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.239369] env[69162]: DEBUG nova.network.neutron [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.256287] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286afe24-34b9-4064-a6fd-cd8366f9e172 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.264503] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253d460f-33f4-4565-9538-0bb4c6018abf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.297494] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928692d3-ec22-46de-b1db-1f0b088fb8ba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.305621] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8006f427-14e4-4c8d-a69a-53303bc6ce8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.322216] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "975b9ebf-3245-4467-81de-fc9793243504" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.322216] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.322919] env[69162]: DEBUG nova.compute.provider_tree [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.542118] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3231c555-dd9c-44b3-855b-3d0b61ca430a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.562172] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071919a8-01dc-40a7-a54e-57bf9d8e4505 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.569276] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance 'c366634f-67e2-446b-9809-e01d417c5c2c' progress to 83 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.588088] env[69162]: DEBUG nova.network.neutron [-] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.609394] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-977ed5ce-79c4-4dc8-b8ef-30a2c6656449 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.619069] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7800e935-5f56-4c7d-b2b4-689110ab6c1e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.652504] env[69162]: DEBUG nova.compute.manager [req-15cae7e1-6969-46db-a12c-e941e83a279d req-142648ec-8862-426a-9b37-5470fcd2c438 service nova] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Detach interface failed, port_id=74de76b2-b20d-42af-8a05-1935411430fa, reason: Instance 962df334-556a-417e-8aa4-57ceca4b5d9d could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1347.825336] env[69162]: INFO nova.compute.manager [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Detaching volume 6dbe4b43-80e1-44b6-b0fe-8d7d97226740 [ 1347.868528] env[69162]: DEBUG nova.scheduler.client.report [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updated inventory for provider db608530-c8a6-4c13-82de-a0b8635a7033 with generation 191 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1347.868878] env[69162]: DEBUG nova.compute.provider_tree [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating resource provider db608530-c8a6-4c13-82de-a0b8635a7033 generation from 191 to 192 during operation: update_inventory {{(pid=69162) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1347.869010] env[69162]: DEBUG nova.compute.provider_tree [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Updating inventory in ProviderTree for provider db608530-c8a6-4c13-82de-a0b8635a7033 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.875600] env[69162]: INFO nova.virt.block_device [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Attempting to driver detach volume 6dbe4b43-80e1-44b6-b0fe-8d7d97226740 from mountpoint /dev/sdb [ 1347.875827] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1347.876072] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646321', 'volume_id': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'name': 'volume-6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '975b9ebf-3245-4467-81de-fc9793243504', 'attached_at': '', 'detached_at': '', 'volume_id': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'serial': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1347.877863] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84d00af-b636-482b-bd56-6cbfaa0b66d7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.907135] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04d2baf-5061-4f64-872c-c039595419ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.915721] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe9348b-0aa3-4122-a083-7f5bfa80164c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.942642] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01a5d96-a48d-4613-9787-6cef4502cc1c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.958768] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] The volume has not been displaced from its original location: [datastore1] volume-6dbe4b43-80e1-44b6-b0fe-8d7d97226740/volume-6dbe4b43-80e1-44b6-b0fe-8d7d97226740.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1347.964184] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.964523] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd34f9f1-34cc-4dfd-83e8-abcd05e32cd9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.985930] env[69162]: DEBUG oslo_vmware.api [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1347.985930] env[69162]: value = "task-3233646" [ 1347.985930] env[69162]: _type = "Task" [ 1347.985930] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.994125] env[69162]: DEBUG oslo_vmware.api [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.010159] env[69162]: DEBUG nova.network.neutron [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance_info_cache with network_info: [{"id": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "address": "fa:16:3e:9f:46:16", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65d8c47-d4", "ovs_interfaceid": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.076053] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.076398] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1565028-2010-449c-8f83-55969ba63aaf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.084307] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1348.084307] env[69162]: value = "task-3233647" [ 1348.084307] env[69162]: _type = "Task" [ 1348.084307] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.089854] env[69162]: INFO nova.compute.manager [-] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Took 1.88 seconds to deallocate network for instance. [ 1348.094762] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.382306] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.669s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.404830] env[69162]: INFO nova.scheduler.client.report [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Deleted allocations for instance 4493d0f2-f201-422f-b2b5-061d73e4feeb [ 1348.496308] env[69162]: DEBUG oslo_vmware.api [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233646, 'name': ReconfigVM_Task, 'duration_secs': 0.281424} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.496629] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.501423] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63fc6b9-fa83-48a7-b5cc-ee6efa98f4ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.513599] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.520603] env[69162]: DEBUG oslo_vmware.api [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1348.520603] env[69162]: value = "task-3233648" [ 1348.520603] env[69162]: _type = "Task" [ 1348.520603] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.530833] env[69162]: DEBUG oslo_vmware.api [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.596897] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233647, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.642287] env[69162]: INFO nova.compute.manager [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Took 0.55 seconds to detach 1 volumes for instance. [ 1348.644557] env[69162]: DEBUG nova.compute.manager [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 962df334-556a-417e-8aa4-57ceca4b5d9d] Deleting volume: a16d4c44-78d6-4545-bfa4-ba5ef29492c4 {{(pid=69162) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1348.913410] env[69162]: DEBUG oslo_concurrency.lockutils [None req-5b4d31c6-2da7-4ff8-bb0e-b3667781206f tempest-ServerRescueTestJSON-1853664007 tempest-ServerRescueTestJSON-1853664007-project-member] Lock "4493d0f2-f201-422f-b2b5-061d73e4feeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.597s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.017536] env[69162]: DEBUG nova.compute.manager [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69162) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1349.017958] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.018352] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.030937] env[69162]: DEBUG oslo_vmware.api [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233648, 'name': ReconfigVM_Task, 'duration_secs': 0.1967} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.031936] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646321', 'volume_id': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'name': 'volume-6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '975b9ebf-3245-4467-81de-fc9793243504', 'attached_at': '', 'detached_at': '', 'volume_id': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740', 'serial': '6dbe4b43-80e1-44b6-b0fe-8d7d97226740'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1349.095328] env[69162]: DEBUG oslo_vmware.api [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233647, 'name': PowerOnVM_Task, 'duration_secs': 0.54672} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.095631] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.095863] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-647f0109-be64-4131-b3aa-bbc526687f27 tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance 'c366634f-67e2-446b-9809-e01d417c5c2c' progress to 100 {{(pid=69162) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.188325] env[69162]: DEBUG oslo_concurrency.lockutils [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.521645] env[69162]: DEBUG nova.objects.instance [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'migration_context' on Instance uuid 6b78268d-dfe3-4c10-a0b3-56188ccaa617 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.586470] env[69162]: DEBUG nova.objects.instance [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lazy-loading 'flavor' on Instance uuid 975b9ebf-3245-4467-81de-fc9793243504 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.205115] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3b2c3f-5043-4a8f-86e9-ae9db8715a46 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.213474] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94716480-f27a-4564-9948-1ce0f2e67fa8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.261370] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cba68c-894f-46cc-871d-85e9676ea408 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.272301] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efdfc54-10bd-4536-b3dc-17642e7dfac7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.291333] env[69162]: DEBUG nova.compute.provider_tree [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.600296] env[69162]: DEBUG oslo_concurrency.lockutils [None req-d384b0c8-7a56-4a0e-8e4e-4ccad1b56398 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.795573] env[69162]: DEBUG nova.scheduler.client.report [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.164264] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "c366634f-67e2-446b-9809-e01d417c5c2c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.164756] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "c366634f-67e2-446b-9809-e01d417c5c2c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.167244] env[69162]: DEBUG nova.compute.manager [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Going to confirm migration 10 {{(pid=69162) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1351.404200] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquiring lock "600cb01f-f4ca-4856-a048-4822e12a8045" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.404528] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lock "600cb01f-f4ca-4856-a048-4822e12a8045" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.640093] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "975b9ebf-3245-4467-81de-fc9793243504" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.640408] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.640639] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "975b9ebf-3245-4467-81de-fc9793243504-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.640823] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.641061] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.643325] env[69162]: INFO nova.compute.manager [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Terminating instance [ 1351.742878] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.743185] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquired lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.743425] env[69162]: DEBUG nova.network.neutron [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.743606] env[69162]: DEBUG nova.objects.instance [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'info_cache' on Instance uuid c366634f-67e2-446b-9809-e01d417c5c2c {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.809704] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.791s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.816110] env[69162]: DEBUG oslo_concurrency.lockutils [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.628s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.816110] env[69162]: DEBUG oslo_concurrency.lockutils [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.844209] env[69162]: INFO nova.scheduler.client.report [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted allocations for instance 962df334-556a-417e-8aa4-57ceca4b5d9d [ 1351.907479] env[69162]: DEBUG nova.compute.manager [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.146954] env[69162]: DEBUG nova.compute.manager [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.147207] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.148215] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5635b2-5cc7-4e97-8b73-9c605d161ec7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.157174] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.157435] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-781a8d28-7a83-43db-a24c-d384f7eee4dc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.163293] env[69162]: DEBUG oslo_vmware.api [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1352.163293] env[69162]: value = "task-3233650" [ 1352.163293] env[69162]: _type = "Task" [ 1352.163293] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.170902] env[69162]: DEBUG oslo_vmware.api [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.354946] env[69162]: DEBUG oslo_concurrency.lockutils [None req-53e82f91-f484-4d5a-b9fe-f54ed405e647 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "962df334-556a-417e-8aa4-57ceca4b5d9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.935s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.425367] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.426222] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.427115] env[69162]: INFO nova.compute.claims [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.673786] env[69162]: DEBUG oslo_vmware.api [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233650, 'name': PowerOffVM_Task, 'duration_secs': 0.217401} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.674205] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.674255] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.674481] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f36cc41d-a001-4032-b1cc-2de71331d5ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.742951] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.743190] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.743379] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleting the datastore file [datastore2] 975b9ebf-3245-4467-81de-fc9793243504 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.743652] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb7a05e-94e6-4df9-9b58-8007f512f2d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.749322] env[69162]: DEBUG oslo_vmware.api [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for the task: (returnval){ [ 1352.749322] env[69162]: value = "task-3233652" [ 1352.749322] env[69162]: _type = "Task" [ 1352.749322] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.759496] env[69162]: DEBUG oslo_vmware.api [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.952100] env[69162]: DEBUG nova.network.neutron [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance_info_cache with network_info: [{"id": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "address": "fa:16:3e:81:a9:6a", "network": {"id": "0089bbda-d4e9-43b7-8bc3-da512f971ec0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-332648405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0610a62908a3430eb7e8d2f25dad07c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac0f35a-c1", "ovs_interfaceid": "cac0f35a-c1d6-4fc6-a1c3-fad607513132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.259825] env[69162]: DEBUG oslo_vmware.api [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.353328] env[69162]: INFO nova.compute.manager [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Swapping old allocation on dict_keys(['db608530-c8a6-4c13-82de-a0b8635a7033']) held by migration e7c33045-9066-4a69-8d1c-c963466a2b1b for instance [ 1353.377662] env[69162]: DEBUG nova.scheduler.client.report [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Overwriting current allocation {'allocations': {'db608530-c8a6-4c13-82de-a0b8635a7033': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 193}}, 'project_id': '4be225d3c8f040c5892c40c5aecd4287', 'user_id': '5926377097224d1d8e481b7f1fcb17d7', 'consumer_generation': 1} on consumer 6b78268d-dfe3-4c10-a0b3-56188ccaa617 {{(pid=69162) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1353.454667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Releasing lock "refresh_cache-c366634f-67e2-446b-9809-e01d417c5c2c" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.454994] env[69162]: DEBUG nova.objects.instance [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'migration_context' on Instance uuid c366634f-67e2-446b-9809-e01d417c5c2c {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.466512] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.466695] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.466871] env[69162]: DEBUG nova.network.neutron [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.570477] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b925a8-8e13-42ad-8fc4-7dbdbab22c54 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.573353] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "75451f08-9f54-4240-904e-0a3315a050c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.573641] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "75451f08-9f54-4240-904e-0a3315a050c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.573923] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "75451f08-9f54-4240-904e-0a3315a050c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.574173] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "75451f08-9f54-4240-904e-0a3315a050c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.574379] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "75451f08-9f54-4240-904e-0a3315a050c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.576823] env[69162]: INFO nova.compute.manager [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Terminating instance [ 1353.582030] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4a279d-ddb8-4876-96ce-ca6a9d839acd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.612562] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda3aa98-7d95-4980-b6f3-c7a8e31e3669 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.620039] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f501b8eb-088d-4902-9789-7bfc53c90c9f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.633379] env[69162]: DEBUG nova.compute.provider_tree [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.761680] env[69162]: DEBUG oslo_vmware.api [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Task: {'id': task-3233652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62287} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.762050] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.762221] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.762422] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.762626] env[69162]: INFO nova.compute.manager [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1353.762838] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.763039] env[69162]: DEBUG nova.compute.manager [-] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.763136] env[69162]: DEBUG nova.network.neutron [-] [instance: 975b9ebf-3245-4467-81de-fc9793243504] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.957733] env[69162]: DEBUG nova.objects.base [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1353.958670] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b303e616-0918-4478-b0ca-8e2976922bcb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.979636] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b95dc1c-78fa-4b76-90f2-d54a90eaf791 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.985298] env[69162]: DEBUG oslo_vmware.api [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1353.985298] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524a1b61-689d-6a57-bbec-3f503e306ae1" [ 1353.985298] env[69162]: _type = "Task" [ 1353.985298] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.993386] env[69162]: DEBUG oslo_vmware.api [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]524a1b61-689d-6a57-bbec-3f503e306ae1, 'name': SearchDatastore_Task} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.993627] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.086526] env[69162]: DEBUG nova.compute.manager [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.086774] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.087794] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a3888e-3da5-46f5-ad1b-e99c85359033 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.095715] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.095976] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e52f952-2a6a-4628-b124-7871465360e2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.102968] env[69162]: DEBUG oslo_vmware.api [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1354.102968] env[69162]: value = "task-3233653" [ 1354.102968] env[69162]: _type = "Task" [ 1354.102968] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.112467] env[69162]: DEBUG oslo_vmware.api [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.137104] env[69162]: DEBUG nova.scheduler.client.report [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.300223] env[69162]: DEBUG nova.network.neutron [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance_info_cache with network_info: [{"id": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "address": "fa:16:3e:9f:46:16", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65d8c47-d4", "ovs_interfaceid": "a65d8c47-d446-4340-98f0-8afb63ac5f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.344506] env[69162]: DEBUG nova.compute.manager [req-dab7a177-29fb-4b10-80bf-eb17ccb44408 req-62a2c92b-bdb3-40cc-8489-06a2f71aea8b service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Received event network-vif-deleted-8a8da7b4-c487-4e1f-bf17-8e604be63b35 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.344710] env[69162]: INFO nova.compute.manager [req-dab7a177-29fb-4b10-80bf-eb17ccb44408 req-62a2c92b-bdb3-40cc-8489-06a2f71aea8b service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Neutron deleted interface 8a8da7b4-c487-4e1f-bf17-8e604be63b35; detaching it from the instance and deleting it from the info cache [ 1354.344874] env[69162]: DEBUG nova.network.neutron [req-dab7a177-29fb-4b10-80bf-eb17ccb44408 req-62a2c92b-bdb3-40cc-8489-06a2f71aea8b service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.613164] env[69162]: DEBUG oslo_vmware.api [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233653, 'name': PowerOffVM_Task, 'duration_secs': 0.251686} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.613442] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.613613] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.613864] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d8951ab-2834-43ac-a177-11f6890bbc43 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.631383] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.631620] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.631779] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.631944] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.632150] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.632305] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.632453] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.632593] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69162) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1354.632740] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.642666] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.642666] env[69162]: DEBUG nova.compute.manager [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1354.646096] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.652s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.679410] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.679675] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.679881] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleting the datastore file [datastore2] 75451f08-9f54-4240-904e-0a3315a050c2 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.680173] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed8a2b36-3799-431e-8bc3-d2fe43537933 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.687562] env[69162]: DEBUG oslo_vmware.api [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1354.687562] env[69162]: value = "task-3233655" [ 1354.687562] env[69162]: _type = "Task" [ 1354.687562] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.697492] env[69162]: DEBUG oslo_vmware.api [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.802575] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-6b78268d-dfe3-4c10-a0b3-56188ccaa617" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.803041] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.803327] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84528a9d-47e2-4873-a6bf-657c527e5f67 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.813637] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1354.813637] env[69162]: value = "task-3233656" [ 1354.813637] env[69162]: _type = "Task" [ 1354.813637] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.824905] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.828333] env[69162]: DEBUG nova.network.neutron [-] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.847223] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1dbd495-9f0f-42a8-8468-2e9e7a4a2335 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.856888] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2282def-c585-4193-9f67-2131559dc8f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.886940] env[69162]: DEBUG nova.compute.manager [req-dab7a177-29fb-4b10-80bf-eb17ccb44408 req-62a2c92b-bdb3-40cc-8489-06a2f71aea8b service nova] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Detach interface failed, port_id=8a8da7b4-c487-4e1f-bf17-8e604be63b35, reason: Instance 975b9ebf-3245-4467-81de-fc9793243504 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1355.136319] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.149434] env[69162]: DEBUG nova.compute.utils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1355.150673] env[69162]: DEBUG nova.compute.manager [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.150781] env[69162]: DEBUG nova.network.neutron [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.198213] env[69162]: DEBUG oslo_vmware.api [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149391} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.201714] env[69162]: DEBUG nova.policy [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a1aea46131647edbd2c25a447a5e567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca89532cf33c41a082b29722948334ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1355.203039] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.203287] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.203438] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.203598] env[69162]: INFO nova.compute.manager [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1355.203835] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.204220] env[69162]: DEBUG nova.compute.manager [-] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.204317] env[69162]: DEBUG nova.network.neutron [-] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.292909] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3224054-263b-4d2e-bdbd-66e2646eb54a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.302907] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a6be35-0f70-4bbd-95c6-89b5b84171ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.334902] env[69162]: INFO nova.compute.manager [-] [instance: 975b9ebf-3245-4467-81de-fc9793243504] Took 1.57 seconds to deallocate network for instance. [ 1355.341120] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0504aec0-b68c-475e-9425-6d048c4fbe0f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.353966] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233656, 'name': PowerOffVM_Task, 'duration_secs': 0.254239} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.354421] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.355111] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.355325] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.355479] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.355663] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.355817] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.355936] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.356160] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.356321] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.356523] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.358842] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.358842] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.364148] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a52e24c1-c158-4ccd-a817-d37c1f82d32f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.376370] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db757cb-5216-40e7-8292-e9de1caee7fc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.391049] env[69162]: DEBUG nova.compute.provider_tree [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.394189] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1355.394189] env[69162]: value = "task-3233657" [ 1355.394189] env[69162]: _type = "Task" [ 1355.394189] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.402792] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.631149] env[69162]: DEBUG nova.network.neutron [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Successfully created port: a17aa7bf-1561-448f-a6ae-e2007868ea2e {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1355.656353] env[69162]: DEBUG nova.compute.manager [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.773187] env[69162]: DEBUG oslo_concurrency.lockutils [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.773483] env[69162]: DEBUG oslo_concurrency.lockutils [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.849071] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.895854] env[69162]: DEBUG nova.scheduler.client.report [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.909068] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233657, 'name': ReconfigVM_Task, 'duration_secs': 0.137936} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.909560] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2036a635-4ac9-4b58-963d-3792acc49d96 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.928900] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.929150] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.929313] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.929496] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.929641] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.929820] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.930046] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.930209] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.930375] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.930535] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.930708] env[69162]: DEBUG nova.virt.hardware [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.931553] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978189fa-975d-460c-b10a-cf9a90bbfcba {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.937443] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1355.937443] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526945cb-8645-b949-0e90-a795a9a7b513" [ 1355.937443] env[69162]: _type = "Task" [ 1355.937443] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.946876] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526945cb-8645-b949-0e90-a795a9a7b513, 'name': SearchDatastore_Task, 'duration_secs': 0.007405} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.952042] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1355.952303] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b92d5e-0eb3-4401-8b43-a7063a149714 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.972373] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1355.972373] env[69162]: value = "task-3233658" [ 1355.972373] env[69162]: _type = "Task" [ 1355.972373] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.980058] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.090006] env[69162]: DEBUG nova.network.neutron [-] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.277239] env[69162]: INFO nova.compute.manager [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Detaching volume 278ece3f-b593-4bf2-b049-5a6d36172c59 [ 1356.315988] env[69162]: INFO nova.virt.block_device [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Attempting to driver detach volume 278ece3f-b593-4bf2-b049-5a6d36172c59 from mountpoint /dev/sdb [ 1356.316323] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Volume detach. Driver type: vmdk {{(pid=69162) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1356.316568] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646310', 'volume_id': '278ece3f-b593-4bf2-b049-5a6d36172c59', 'name': 'volume-278ece3f-b593-4bf2-b049-5a6d36172c59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8a8fd3a-56a3-42bc-b990-6e1e164c18bb', 'attached_at': '', 'detached_at': '', 'volume_id': '278ece3f-b593-4bf2-b049-5a6d36172c59', 'serial': '278ece3f-b593-4bf2-b049-5a6d36172c59'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1356.317471] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501c0c86-3165-4a2d-a694-019fd0d2b5fb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.339727] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a819847-b11f-48b7-a449-abfca542a4ec {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.347292] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5441b7be-a8b3-4541-b4d1-eacfc067f682 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.368578] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5515e1c1-70c3-40a0-888d-cf728369892b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.384530] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] The volume has not been displaced from its original location: [datastore2] volume-278ece3f-b593-4bf2-b049-5a6d36172c59/volume-278ece3f-b593-4bf2-b049-5a6d36172c59.vmdk. No consolidation needed. {{(pid=69162) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1356.389899] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.390219] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e18e7d-2db3-4673-9352-bfa6a0cebc09 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.412434] env[69162]: DEBUG oslo_vmware.api [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1356.412434] env[69162]: value = "task-3233659" [ 1356.412434] env[69162]: _type = "Task" [ 1356.412434] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.418489] env[69162]: DEBUG nova.compute.manager [req-5b1bca18-eeeb-45d1-ba57-1ec2c9c8f92b req-a8deb5d0-3f20-42e8-baac-cd806de2b618 service nova] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Received event network-vif-deleted-abe7bfd5-2a2d-4081-8a14-580b9cea9e61 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.423732] env[69162]: DEBUG oslo_vmware.api [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.483266] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233658, 'name': ReconfigVM_Task, 'duration_secs': 0.196897} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.483640] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1356.484484] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa2e32e-d014-4d1f-8646-d1fa8fb7b61b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.508378] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6b78268d-dfe3-4c10-a0b3-56188ccaa617/6b78268d-dfe3-4c10-a0b3-56188ccaa617.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.508674] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e75d0238-a38e-4ae9-a3eb-fd949dda2ca4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.527234] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1356.527234] env[69162]: value = "task-3233660" [ 1356.527234] env[69162]: _type = "Task" [ 1356.527234] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.535529] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.592574] env[69162]: INFO nova.compute.manager [-] [instance: 75451f08-9f54-4240-904e-0a3315a050c2] Took 1.39 seconds to deallocate network for instance. [ 1356.669015] env[69162]: DEBUG nova.compute.manager [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1356.696764] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.697026] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.697188] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.697378] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.697566] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.697709] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.697937] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.698124] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.698309] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.698474] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.698663] env[69162]: DEBUG nova.virt.hardware [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.699598] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f05c676-5689-44f4-9bf4-9e6b31d8f02e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.707734] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aee3760-53d0-44ca-95a4-297fd8597ef9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.909517] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.264s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.912602] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.776s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.912883] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.913165] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1356.913527] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.065s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.913763] env[69162]: DEBUG nova.objects.instance [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lazy-loading 'resources' on Instance uuid 975b9ebf-3245-4467-81de-fc9793243504 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.915448] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6750a045-91a7-4564-83e8-4d2dc201e68c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.930122] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0d71a9-2e50-4129-a40e-bc52eac22d30 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.934951] env[69162]: DEBUG oslo_vmware.api [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233659, 'name': ReconfigVM_Task, 'duration_secs': 0.253528} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.935590] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69162) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1356.940736] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d2984d-f90b-438f-a555-a139d0ff4366 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.961058] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9422975-55ea-4e2c-87eb-35b6378f086b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.964877] env[69162]: DEBUG oslo_vmware.api [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1356.964877] env[69162]: value = "task-3233661" [ 1356.964877] env[69162]: _type = "Task" [ 1356.964877] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.972454] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28060922-953c-4a4e-b9c4-3909feea7acc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.978531] env[69162]: DEBUG oslo_vmware.api [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.006362] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179043MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1357.006518] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.036838] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233660, 'name': ReconfigVM_Task, 'duration_secs': 0.354502} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.037184] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6b78268d-dfe3-4c10-a0b3-56188ccaa617/6b78268d-dfe3-4c10-a0b3-56188ccaa617.vmdk or device None with type thin {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.038097] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb70457-acaa-4adc-921f-a7deffbb6a6a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.056964] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0503dd6b-3e4a-4ed2-8c0e-85284ce5780f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.075047] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad057c21-6377-42ad-aca5-8a891f5dcf53 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.093181] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2829f660-caf8-4657-97f2-b5119080d213 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.101624] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.101678] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.101882] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd6b4527-a7d7-4f29-874e-93edf9accda4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.109166] env[69162]: DEBUG nova.network.neutron [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Successfully updated port: a17aa7bf-1561-448f-a6ae-e2007868ea2e {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.110511] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1357.110511] env[69162]: value = "task-3233662" [ 1357.110511] env[69162]: _type = "Task" [ 1357.110511] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.120098] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.474843] env[69162]: DEBUG oslo_vmware.api [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233661, 'name': ReconfigVM_Task, 'duration_secs': 0.145953} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.475843] env[69162]: INFO nova.scheduler.client.report [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted allocation for migration b4c0ada3-34d9-49c3-b142-02b5180ef2c6 [ 1357.479407] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646310', 'volume_id': '278ece3f-b593-4bf2-b049-5a6d36172c59', 'name': 'volume-278ece3f-b593-4bf2-b049-5a6d36172c59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8a8fd3a-56a3-42bc-b990-6e1e164c18bb', 'attached_at': '', 'detached_at': '', 'volume_id': '278ece3f-b593-4bf2-b049-5a6d36172c59', 'serial': '278ece3f-b593-4bf2-b049-5a6d36172c59'} {{(pid=69162) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1357.565438] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63471f35-cc99-407b-8029-a7e083a703f3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.575376] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1708e389-0ffc-4b41-a063-7756ecbb5817 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.620279] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquiring lock "refresh_cache-600cb01f-f4ca-4856-a048-4822e12a8045" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.620497] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquired lock "refresh_cache-600cb01f-f4ca-4856-a048-4822e12a8045" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.620779] env[69162]: DEBUG nova.network.neutron [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.627485] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1607c94-216d-4d05-a462-e580bde15e0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.638087] env[69162]: DEBUG oslo_vmware.api [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233662, 'name': PowerOnVM_Task, 'duration_secs': 0.435365} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.641062] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.647250] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9649d1-d4f7-4df9-9ca0-025e94d747e5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.666817] env[69162]: DEBUG nova.compute.provider_tree [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.985857] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "c366634f-67e2-446b-9809-e01d417c5c2c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.821s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.024277] env[69162]: DEBUG nova.objects.instance [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lazy-loading 'flavor' on Instance uuid a8a8fd3a-56a3-42bc-b990-6e1e164c18bb {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.160342] env[69162]: DEBUG nova.network.neutron [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.170490] env[69162]: DEBUG nova.scheduler.client.report [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.289205] env[69162]: DEBUG nova.network.neutron [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Updating instance_info_cache with network_info: [{"id": "a17aa7bf-1561-448f-a6ae-e2007868ea2e", "address": "fa:16:3e:11:aa:cb", "network": {"id": "a6ad8ebf-f7b7-4cc3-9c51-674deed8011d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-435196566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca89532cf33c41a082b29722948334ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17aa7bf-15", "ovs_interfaceid": "a17aa7bf-1561-448f-a6ae-e2007868ea2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.486369] env[69162]: DEBUG nova.compute.manager [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Received event network-vif-plugged-a17aa7bf-1561-448f-a6ae-e2007868ea2e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.486639] env[69162]: DEBUG oslo_concurrency.lockutils [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] Acquiring lock "600cb01f-f4ca-4856-a048-4822e12a8045-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.486810] env[69162]: DEBUG oslo_concurrency.lockutils [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] Lock "600cb01f-f4ca-4856-a048-4822e12a8045-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.486958] env[69162]: DEBUG oslo_concurrency.lockutils [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] Lock "600cb01f-f4ca-4856-a048-4822e12a8045-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.487136] env[69162]: DEBUG nova.compute.manager [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] No waiting events found dispatching network-vif-plugged-a17aa7bf-1561-448f-a6ae-e2007868ea2e {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.487320] env[69162]: WARNING nova.compute.manager [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Received unexpected event network-vif-plugged-a17aa7bf-1561-448f-a6ae-e2007868ea2e for instance with vm_state building and task_state spawning. [ 1358.487482] env[69162]: DEBUG nova.compute.manager [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Received event network-changed-a17aa7bf-1561-448f-a6ae-e2007868ea2e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.487637] env[69162]: DEBUG nova.compute.manager [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Refreshing instance network info cache due to event network-changed-a17aa7bf-1561-448f-a6ae-e2007868ea2e. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.487801] env[69162]: DEBUG oslo_concurrency.lockutils [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] Acquiring lock "refresh_cache-600cb01f-f4ca-4856-a048-4822e12a8045" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.660277] env[69162]: INFO nova.compute.manager [None req-9202885f-a94d-44f8-a034-896870fcbb0d tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance to original state: 'active' [ 1358.675854] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.678135] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.672s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.700715] env[69162]: INFO nova.scheduler.client.report [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Deleted allocations for instance 975b9ebf-3245-4467-81de-fc9793243504 [ 1358.792021] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Releasing lock "refresh_cache-600cb01f-f4ca-4856-a048-4822e12a8045" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.792370] env[69162]: DEBUG nova.compute.manager [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Instance network_info: |[{"id": "a17aa7bf-1561-448f-a6ae-e2007868ea2e", "address": "fa:16:3e:11:aa:cb", "network": {"id": "a6ad8ebf-f7b7-4cc3-9c51-674deed8011d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-435196566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca89532cf33c41a082b29722948334ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17aa7bf-15", "ovs_interfaceid": "a17aa7bf-1561-448f-a6ae-e2007868ea2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.792666] env[69162]: DEBUG oslo_concurrency.lockutils [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] Acquired lock "refresh_cache-600cb01f-f4ca-4856-a048-4822e12a8045" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.792849] env[69162]: DEBUG nova.network.neutron [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Refreshing network info cache for port a17aa7bf-1561-448f-a6ae-e2007868ea2e {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.794068] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:aa:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a17aa7bf-1561-448f-a6ae-e2007868ea2e', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.802671] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Creating folder: Project (ca89532cf33c41a082b29722948334ed). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.803712] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b01e3a83-6e79-4fd9-8ed7-37138c476f38 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.814918] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Created folder: Project (ca89532cf33c41a082b29722948334ed) in parent group-v645978. [ 1358.815124] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Creating folder: Instances. Parent ref: group-v646322. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.815426] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9fa93f5-9c97-495b-8f0f-324b5ff53f05 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.824127] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Created folder: Instances in parent group-v646322. [ 1358.824358] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.824544] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.824742] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74af2fdf-059f-47f2-a330-4f27c6a98cd3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.844022] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.844022] env[69162]: value = "task-3233665" [ 1358.844022] env[69162]: _type = "Task" [ 1358.844022] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.851033] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233665, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.031610] env[69162]: DEBUG oslo_concurrency.lockutils [None req-83950df9-a680-42c2-bb6b-488b4a930cf5 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.190042] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "c366634f-67e2-446b-9809-e01d417c5c2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.190282] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "c366634f-67e2-446b-9809-e01d417c5c2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.190478] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "c366634f-67e2-446b-9809-e01d417c5c2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.190658] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "c366634f-67e2-446b-9809-e01d417c5c2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.190843] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "c366634f-67e2-446b-9809-e01d417c5c2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.193277] env[69162]: INFO nova.compute.manager [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Terminating instance [ 1359.210245] env[69162]: DEBUG oslo_concurrency.lockutils [None req-50bbdfbf-ea4a-4caa-8e17-cc973e167746 tempest-AttachVolumeNegativeTest-80207527 tempest-AttachVolumeNegativeTest-80207527-project-member] Lock "975b9ebf-3245-4467-81de-fc9793243504" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.570s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.217440] env[69162]: DEBUG oslo_concurrency.lockutils [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.217726] env[69162]: DEBUG oslo_concurrency.lockutils [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.217938] env[69162]: DEBUG oslo_concurrency.lockutils [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.218140] env[69162]: DEBUG oslo_concurrency.lockutils [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.218308] env[69162]: DEBUG oslo_concurrency.lockutils [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.220829] env[69162]: INFO nova.compute.manager [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Terminating instance [ 1359.353636] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233665, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.696749] env[69162]: DEBUG nova.compute.manager [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.697044] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.701961] env[69162]: DEBUG nova.network.neutron [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Updated VIF entry in instance network info cache for port a17aa7bf-1561-448f-a6ae-e2007868ea2e. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.702409] env[69162]: DEBUG nova.network.neutron [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Updating instance_info_cache with network_info: [{"id": "a17aa7bf-1561-448f-a6ae-e2007868ea2e", "address": "fa:16:3e:11:aa:cb", "network": {"id": "a6ad8ebf-f7b7-4cc3-9c51-674deed8011d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-435196566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca89532cf33c41a082b29722948334ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17aa7bf-15", "ovs_interfaceid": "a17aa7bf-1561-448f-a6ae-e2007868ea2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.704208] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc67c0b8-9ef1-4cd0-b917-51ab3de546df {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.713212] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.713465] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a58ef485-98f3-4ea9-acdf-ca21e32c1b41 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.716877] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.717029] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 42834082-43df-4698-b2c6-f70cc319d4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.717156] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 9cae9751-7a86-4b3b-941e-e7a96c29facf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.717293] env[69162]: WARNING nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 75451f08-9f54-4240-904e-0a3315a050c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1359.717410] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance a8a8fd3a-56a3-42bc-b990-6e1e164c18bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.717526] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 6b78268d-dfe3-4c10-a0b3-56188ccaa617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.717650] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance c366634f-67e2-446b-9809-e01d417c5c2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.717747] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 600cb01f-f4ca-4856-a048-4822e12a8045 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.717931] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1359.718100] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1359.722333] env[69162]: DEBUG oslo_vmware.api [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1359.722333] env[69162]: value = "task-3233667" [ 1359.722333] env[69162]: _type = "Task" [ 1359.722333] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.726574] env[69162]: DEBUG nova.compute.manager [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.726764] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.727773] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be284657-6a60-40ed-a501-747ab5f9db6c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.735352] env[69162]: DEBUG oslo_vmware.api [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.740603] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.741642] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38e14a14-1bb2-4630-ac2e-6e7a41d37cf1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.747497] env[69162]: DEBUG oslo_vmware.api [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1359.747497] env[69162]: value = "task-3233668" [ 1359.747497] env[69162]: _type = "Task" [ 1359.747497] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.757972] env[69162]: DEBUG oslo_vmware.api [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.799302] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.799620] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.799870] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.800087] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.800284] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.802552] env[69162]: INFO nova.compute.manager [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Terminating instance [ 1359.842411] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9ff0ca-3ca9-4990-a83b-973435317a8c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.856499] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe44cb9-f1f7-4aaf-893c-366102b6cfc1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.859529] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233665, 'name': CreateVM_Task} progress is 99%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.893026] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beb9664-fd35-4791-bb0e-207d259d5aeb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.900900] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bd452a-af6f-4d09-aefb-55eddd9c86ab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.916088] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.208421] env[69162]: DEBUG oslo_concurrency.lockutils [req-d36e4b0a-dec0-4f82-8179-56d8f1903306 req-f0e9751f-a4d9-43bd-8fc4-9ac3c4b900f0 service nova] Releasing lock "refresh_cache-600cb01f-f4ca-4856-a048-4822e12a8045" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.232285] env[69162]: DEBUG oslo_vmware.api [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233667, 'name': PowerOffVM_Task, 'duration_secs': 0.252749} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.232604] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.232732] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.232980] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9fd8893-9f0b-4452-bcb8-f2069c8d8f2d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.256946] env[69162]: DEBUG oslo_vmware.api [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233668, 'name': PowerOffVM_Task, 'duration_secs': 0.193612} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.257185] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.257352] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.257655] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc24b1db-859b-4926-92a1-cf2635adc06d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.308409] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.308621] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.308801] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleting the datastore file [datastore2] c366634f-67e2-446b-9809-e01d417c5c2c {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.309446] env[69162]: DEBUG nova.compute.manager [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1360.309643] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.310094] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-637cfe72-7fd6-482d-8dd7-c0ef27f3333a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.312759] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42d18a5-bb20-4472-8812-52c86f7c5ed9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.320010] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.321308] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ddcafb0-8c09-49be-b07e-96c0fbde68f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.323215] env[69162]: DEBUG oslo_vmware.api [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for the task: (returnval){ [ 1360.323215] env[69162]: value = "task-3233671" [ 1360.323215] env[69162]: _type = "Task" [ 1360.323215] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.328259] env[69162]: DEBUG oslo_vmware.api [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1360.328259] env[69162]: value = "task-3233672" [ 1360.328259] env[69162]: _type = "Task" [ 1360.328259] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.332187] env[69162]: DEBUG oslo_vmware.api [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.336501] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.336821] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.337078] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Deleting the datastore file [datastore1] a8a8fd3a-56a3-42bc-b990-6e1e164c18bb {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.337329] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a740fcf3-01b1-4e24-9636-a33bb6429caa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.343168] env[69162]: DEBUG oslo_vmware.api [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.344333] env[69162]: DEBUG oslo_vmware.api [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1360.344333] env[69162]: value = "task-3233673" [ 1360.344333] env[69162]: _type = "Task" [ 1360.344333] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.354144] env[69162]: DEBUG oslo_vmware.api [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.357103] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233665, 'name': CreateVM_Task, 'duration_secs': 1.394894} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.357258] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.357912] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.358076] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.358397] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.358630] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31a646a-98d9-44bd-8d63-5ae58a831271 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.362864] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for the task: (returnval){ [ 1360.362864] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52895239-c718-5482-6a19-c74f98dd022d" [ 1360.362864] env[69162]: _type = "Task" [ 1360.362864] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.370516] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52895239-c718-5482-6a19-c74f98dd022d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.419778] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.834617] env[69162]: DEBUG oslo_vmware.api [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Task: {'id': task-3233671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220409} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.837955] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.838187] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.838373] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.838553] env[69162]: INFO nova.compute.manager [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1360.838791] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.838994] env[69162]: DEBUG nova.compute.manager [-] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.840062] env[69162]: DEBUG nova.network.neutron [-] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.847788] env[69162]: DEBUG oslo_vmware.api [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233672, 'name': PowerOffVM_Task, 'duration_secs': 0.198843} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.850720] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.850962] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.851182] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21bc4038-6566-40c9-b765-ad10ecdc60af {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.857421] env[69162]: DEBUG oslo_vmware.api [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234729} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.857670] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.857842] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.858128] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.858330] env[69162]: INFO nova.compute.manager [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1360.858554] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.858737] env[69162]: DEBUG nova.compute.manager [-] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.858832] env[69162]: DEBUG nova.network.neutron [-] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.871550] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52895239-c718-5482-6a19-c74f98dd022d, 'name': SearchDatastore_Task, 'duration_secs': 0.017298} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.871825] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.872068] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.872308] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.872454] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.872634] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.872882] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ecae99c-ff0c-46a2-8af5-cb815d496883 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.891298] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.891512] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.892247] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93669e7-ed12-4de2-9a39-4fd3bc78a94c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.897372] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for the task: (returnval){ [ 1360.897372] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d54487-8588-594a-011c-809d7da5c6d7" [ 1360.897372] env[69162]: _type = "Task" [ 1360.897372] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.904991] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d54487-8588-594a-011c-809d7da5c6d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.925394] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1360.925609] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.248s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.926102] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.825s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.926635] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.950613] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.950965] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.951196] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleting the datastore file [datastore1] 6b78268d-dfe3-4c10-a0b3-56188ccaa617 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.951463] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b80998e2-0545-4b38-a668-dab87eb1506a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.953923] env[69162]: INFO nova.scheduler.client.report [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted allocations for instance 75451f08-9f54-4240-904e-0a3315a050c2 [ 1360.959275] env[69162]: DEBUG oslo_vmware.api [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1360.959275] env[69162]: value = "task-3233675" [ 1360.959275] env[69162]: _type = "Task" [ 1360.959275] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.967595] env[69162]: DEBUG oslo_vmware.api [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.278453] env[69162]: DEBUG nova.compute.manager [req-c8a46c70-fc74-43b9-a93a-fa2acc976efa req-f44b5d4c-fb6d-40c0-94d8-c8928b22bea6 service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Received event network-vif-deleted-cac0f35a-c1d6-4fc6-a1c3-fad607513132 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.278757] env[69162]: INFO nova.compute.manager [req-c8a46c70-fc74-43b9-a93a-fa2acc976efa req-f44b5d4c-fb6d-40c0-94d8-c8928b22bea6 service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Neutron deleted interface cac0f35a-c1d6-4fc6-a1c3-fad607513132; detaching it from the instance and deleting it from the info cache [ 1361.278899] env[69162]: DEBUG nova.network.neutron [req-c8a46c70-fc74-43b9-a93a-fa2acc976efa req-f44b5d4c-fb6d-40c0-94d8-c8928b22bea6 service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.407929] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d54487-8588-594a-011c-809d7da5c6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.041936} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.408739] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c82bc4-fbfe-4f1c-bb6f-7f17bcf9c269 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.415206] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for the task: (returnval){ [ 1361.415206] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523863dd-4064-5c3b-9503-2d568d740cb0" [ 1361.415206] env[69162]: _type = "Task" [ 1361.415206] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.424861] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523863dd-4064-5c3b-9503-2d568d740cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.464299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-6d080a7e-bea7-492c-903b-a0e98b3ade7e tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "75451f08-9f54-4240-904e-0a3315a050c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.891s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.469927] env[69162]: DEBUG oslo_vmware.api [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445425} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.470102] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.470387] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.470482] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.471355] env[69162]: INFO nova.compute.manager [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1361.471355] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.471355] env[69162]: DEBUG nova.compute.manager [-] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1361.471355] env[69162]: DEBUG nova.network.neutron [-] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.760354] env[69162]: DEBUG nova.network.neutron [-] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.782056] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85c13f1e-9a31-4e17-9306-944e9d62acbe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.793745] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c90882f-1962-41f7-bcfb-730a97a7fbac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.821830] env[69162]: DEBUG nova.compute.manager [req-c8a46c70-fc74-43b9-a93a-fa2acc976efa req-f44b5d4c-fb6d-40c0-94d8-c8928b22bea6 service nova] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Detach interface failed, port_id=cac0f35a-c1d6-4fc6-a1c3-fad607513132, reason: Instance c366634f-67e2-446b-9809-e01d417c5c2c could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1361.924064] env[69162]: DEBUG nova.network.neutron [-] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.930261] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]523863dd-4064-5c3b-9503-2d568d740cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008733} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.931614] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.931614] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 600cb01f-f4ca-4856-a048-4822e12a8045/600cb01f-f4ca-4856-a048-4822e12a8045.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.931614] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29e002d4-19a2-4f82-a09f-99946f669330 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.939144] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for the task: (returnval){ [ 1361.939144] env[69162]: value = "task-3233678" [ 1361.939144] env[69162]: _type = "Task" [ 1361.939144] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.947144] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.262953] env[69162]: INFO nova.compute.manager [-] [instance: c366634f-67e2-446b-9809-e01d417c5c2c] Took 1.42 seconds to deallocate network for instance. [ 1362.423853] env[69162]: DEBUG nova.network.neutron [-] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.425329] env[69162]: INFO nova.compute.manager [-] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Took 1.57 seconds to deallocate network for instance. [ 1362.448023] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479378} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.448290] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] 600cb01f-f4ca-4856-a048-4822e12a8045/600cb01f-f4ca-4856-a048-4822e12a8045.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.448508] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.448764] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3719aa24-b5e1-4c60-bcab-7e728d43a4c9 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.454689] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for the task: (returnval){ [ 1362.454689] env[69162]: value = "task-3233679" [ 1362.454689] env[69162]: _type = "Task" [ 1362.454689] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.463575] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.770700] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.771066] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.771313] env[69162]: DEBUG nova.objects.instance [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lazy-loading 'resources' on Instance uuid c366634f-67e2-446b-9809-e01d417c5c2c {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.931649] env[69162]: DEBUG oslo_concurrency.lockutils [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.932096] env[69162]: INFO nova.compute.manager [-] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Took 1.46 seconds to deallocate network for instance. [ 1362.964924] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05515} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.965196] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.965948] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d137b8-b883-463c-aef2-735fdfaabad4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.990313] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 600cb01f-f4ca-4856-a048-4822e12a8045/600cb01f-f4ca-4856-a048-4822e12a8045.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.990885] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5307370-c4e7-4980-9f5b-48760c620368 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.009984] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for the task: (returnval){ [ 1363.009984] env[69162]: value = "task-3233680" [ 1363.009984] env[69162]: _type = "Task" [ 1363.009984] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.018018] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.329942] env[69162]: DEBUG nova.compute.manager [req-4f383c39-7e71-4d23-b4ab-5a8a41dc9b96 req-2a5d872f-d8cd-4abb-9e72-cbeb862c61c0 service nova] [instance: a8a8fd3a-56a3-42bc-b990-6e1e164c18bb] Received event network-vif-deleted-bf63e625-736c-4b86-8d24-1e4b06ed6d34 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.330220] env[69162]: DEBUG nova.compute.manager [req-4f383c39-7e71-4d23-b4ab-5a8a41dc9b96 req-2a5d872f-d8cd-4abb-9e72-cbeb862c61c0 service nova] [instance: 6b78268d-dfe3-4c10-a0b3-56188ccaa617] Received event network-vif-deleted-a65d8c47-d446-4340-98f0-8afb63ac5f65 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.379168] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faf78b0-f4fe-48b0-a01b-39b28e97b0d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.387169] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c383e8b0-314f-4b7d-9852-00ae84e13f11 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.417430] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f12d11-5451-48a8-8b0d-aaa6d2da7e0d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.424369] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a18bcd-2528-45c8-8587-bad49c287189 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.437320] env[69162]: DEBUG nova.compute.provider_tree [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.439249] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.519361] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.941175] env[69162]: DEBUG nova.scheduler.client.report [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.019681] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233680, 'name': ReconfigVM_Task, 'duration_secs': 0.662783} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.020061] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 600cb01f-f4ca-4856-a048-4822e12a8045/600cb01f-f4ca-4856-a048-4822e12a8045.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.020679] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-305a288d-f082-4db0-af24-a6e1af69e4b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.027330] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for the task: (returnval){ [ 1364.027330] env[69162]: value = "task-3233682" [ 1364.027330] env[69162]: _type = "Task" [ 1364.027330] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.036068] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233682, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.446378] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.450096] env[69162]: DEBUG oslo_concurrency.lockutils [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.517s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.450216] env[69162]: DEBUG nova.objects.instance [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lazy-loading 'resources' on Instance uuid a8a8fd3a-56a3-42bc-b990-6e1e164c18bb {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.465021] env[69162]: INFO nova.scheduler.client.report [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Deleted allocations for instance c366634f-67e2-446b-9809-e01d417c5c2c [ 1364.536883] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233682, 'name': Rename_Task, 'duration_secs': 0.133738} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.537175] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.537406] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4519100-0359-4bad-916e-1cee3e908c3a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.543721] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for the task: (returnval){ [ 1364.543721] env[69162]: value = "task-3233683" [ 1364.543721] env[69162]: _type = "Task" [ 1364.543721] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.550792] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.974842] env[69162]: DEBUG oslo_concurrency.lockutils [None req-0b06355c-dd8d-41a7-a6d1-11a56fc0fbfc tempest-DeleteServersTestJSON-915893884 tempest-DeleteServersTestJSON-915893884-project-member] Lock "c366634f-67e2-446b-9809-e01d417c5c2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.784s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.039009] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd2b9bb-981f-4c0b-8d90-7604509e6116 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.049962] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eea2f15-ce0f-4f38-ad81-55f19703d094 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.061661] env[69162]: DEBUG oslo_vmware.api [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233683, 'name': PowerOnVM_Task, 'duration_secs': 0.415314} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.086243] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.086473] env[69162]: INFO nova.compute.manager [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1365.086652] env[69162]: DEBUG nova.compute.manager [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.087882] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f31c398-3405-4dc1-9acf-89b3cde67e14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.091102] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d835d1-2470-4e45-9719-befd23fdbcae {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.103212] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c13c90e-05ac-4277-8174-4419aea1041e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.117870] env[69162]: DEBUG nova.compute.provider_tree [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.558486] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.558787] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.558966] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.559168] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.559336] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.561514] env[69162]: INFO nova.compute.manager [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Terminating instance [ 1365.609899] env[69162]: INFO nova.compute.manager [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Took 13.20 seconds to build instance. [ 1365.620580] env[69162]: DEBUG nova.scheduler.client.report [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.065704] env[69162]: DEBUG nova.compute.manager [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.065935] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.066947] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862729fa-9ee7-47c7-a8e1-b4ab0202a07b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.074812] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.075069] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4bd404-60b9-4483-85d5-dc4280ac5466 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.081211] env[69162]: DEBUG oslo_vmware.api [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1366.081211] env[69162]: value = "task-3233685" [ 1366.081211] env[69162]: _type = "Task" [ 1366.081211] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.088607] env[69162]: DEBUG oslo_vmware.api [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.111288] env[69162]: DEBUG oslo_concurrency.lockutils [None req-cb8a8091-99e6-4a53-87fb-63d198848168 tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lock "600cb01f-f4ca-4856-a048-4822e12a8045" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.707s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.125680] env[69162]: DEBUG oslo_concurrency.lockutils [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.128020] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.689s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.129255] env[69162]: DEBUG nova.objects.instance [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'resources' on Instance uuid 6b78268d-dfe3-4c10-a0b3-56188ccaa617 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.152892] env[69162]: INFO nova.scheduler.client.report [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Deleted allocations for instance a8a8fd3a-56a3-42bc-b990-6e1e164c18bb [ 1366.593068] env[69162]: DEBUG oslo_vmware.api [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233685, 'name': PowerOffVM_Task, 'duration_secs': 0.228488} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.593398] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.593536] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.593784] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b197cb8-1a9d-4e27-a263-82a3d972a81a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.660823] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.661461] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Deleting contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.661550] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleting the datastore file [datastore1] bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.662057] env[69162]: DEBUG oslo_concurrency.lockutils [None req-916dab69-269f-41f7-91f8-cdd8262b7bf4 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "a8a8fd3a-56a3-42bc-b990-6e1e164c18bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.444s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.663209] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e99a2fe9-e063-4813-b358-05211b517eb4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.677041] env[69162]: DEBUG oslo_vmware.api [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for the task: (returnval){ [ 1366.677041] env[69162]: value = "task-3233687" [ 1366.677041] env[69162]: _type = "Task" [ 1366.677041] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.687281] env[69162]: DEBUG oslo_vmware.api [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.726322] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d7218e-28cd-4422-8214-aa44710bb623 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.740160] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf941b-c009-490e-8c8d-cb103ecfa6b2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.780515] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156e6df5-9fbd-47b1-87f5-0c9c6fdba82e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.788368] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee48e20-8ea8-4948-80a7-ebe20ac5d883 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.802502] env[69162]: DEBUG nova.compute.provider_tree [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.932908] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquiring lock "600cb01f-f4ca-4856-a048-4822e12a8045" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.933234] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lock "600cb01f-f4ca-4856-a048-4822e12a8045" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.933461] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquiring lock "600cb01f-f4ca-4856-a048-4822e12a8045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.933705] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lock "600cb01f-f4ca-4856-a048-4822e12a8045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.933875] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lock "600cb01f-f4ca-4856-a048-4822e12a8045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.936082] env[69162]: INFO nova.compute.manager [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Terminating instance [ 1367.186400] env[69162]: DEBUG oslo_vmware.api [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Task: {'id': task-3233687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123798} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.186692] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.186914] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Deleted contents of the VM from datastore datastore1 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.187140] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.187355] env[69162]: INFO nova.compute.manager [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1367.187628] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.187879] env[69162]: DEBUG nova.compute.manager [-] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.188854] env[69162]: DEBUG nova.network.neutron [-] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.305333] env[69162]: DEBUG nova.scheduler.client.report [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.440352] env[69162]: DEBUG nova.compute.manager [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.440585] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.445875] env[69162]: DEBUG nova.compute.manager [req-0c27d0f1-aee0-4e72-a6c5-5f44c709f69f req-5358f3c0-1b81-4ac1-b662-d376016c82bf service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Received event network-vif-deleted-6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.445875] env[69162]: INFO nova.compute.manager [req-0c27d0f1-aee0-4e72-a6c5-5f44c709f69f req-5358f3c0-1b81-4ac1-b662-d376016c82bf service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Neutron deleted interface 6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0; detaching it from the instance and deleting it from the info cache [ 1367.445875] env[69162]: DEBUG nova.network.neutron [req-0c27d0f1-aee0-4e72-a6c5-5f44c709f69f req-5358f3c0-1b81-4ac1-b662-d376016c82bf service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.445875] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3280a8df-04bd-4d34-a377-709ed649bc74 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.455907] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.456206] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d8d013d-19cd-46f1-8f6d-1003ccbe355e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.462683] env[69162]: DEBUG oslo_vmware.api [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for the task: (returnval){ [ 1367.462683] env[69162]: value = "task-3233689" [ 1367.462683] env[69162]: _type = "Task" [ 1367.462683] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.473425] env[69162]: DEBUG oslo_vmware.api [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.346177] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.348294] env[69162]: DEBUG nova.network.neutron [-] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.350132] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79dc9f78-e4f3-4622-b284-11b6e6c8458f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.361098] env[69162]: DEBUG oslo_vmware.api [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233689, 'name': PowerOffVM_Task, 'duration_secs': 0.175857} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.362206] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.362379] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.362653] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31a2e0b5-5193-4cfa-b04a-80f36f630433 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.366401] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92caf2ff-00f8-4e9f-bd5d-c2943e8f278a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.376608] env[69162]: INFO nova.scheduler.client.report [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleted allocations for instance 6b78268d-dfe3-4c10-a0b3-56188ccaa617 [ 1368.397410] env[69162]: DEBUG nova.compute.manager [req-0c27d0f1-aee0-4e72-a6c5-5f44c709f69f req-5358f3c0-1b81-4ac1-b662-d376016c82bf service nova] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Detach interface failed, port_id=6eacd5db-5c21-46ae-bde8-6e95b7e6d4c0, reason: Instance bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1368.443018] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.443352] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.443554] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Deleting the datastore file [datastore2] 600cb01f-f4ca-4856-a048-4822e12a8045 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.443815] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dcd9868-8b4d-4234-b8ab-eb7099d1f101 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.450110] env[69162]: DEBUG oslo_vmware.api [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for the task: (returnval){ [ 1368.450110] env[69162]: value = "task-3233691" [ 1368.450110] env[69162]: _type = "Task" [ 1368.450110] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.458137] env[69162]: DEBUG oslo_vmware.api [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.856653] env[69162]: INFO nova.compute.manager [-] [instance: bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4] Took 1.67 seconds to deallocate network for instance. [ 1368.889935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2b5da8a3-200a-45ec-96cd-c27f0e2edac0 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "6b78268d-dfe3-4c10-a0b3-56188ccaa617" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.090s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.960039] env[69162]: DEBUG oslo_vmware.api [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Task: {'id': task-3233691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143093} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.960267] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.960448] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.960619] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.960794] env[69162]: INFO nova.compute.manager [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1368.961078] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.961274] env[69162]: DEBUG nova.compute.manager [-] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.961365] env[69162]: DEBUG nova.network.neutron [-] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.364425] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.364661] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.364800] env[69162]: DEBUG nova.objects.instance [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lazy-loading 'resources' on Instance uuid bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.472656] env[69162]: DEBUG nova.compute.manager [req-edcae306-8d9f-457a-8abb-492f126b341e req-221c08d3-35f7-4b0b-a06a-34113e9935d5 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Received event network-vif-deleted-a17aa7bf-1561-448f-a6ae-e2007868ea2e {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.472876] env[69162]: INFO nova.compute.manager [req-edcae306-8d9f-457a-8abb-492f126b341e req-221c08d3-35f7-4b0b-a06a-34113e9935d5 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Neutron deleted interface a17aa7bf-1561-448f-a6ae-e2007868ea2e; detaching it from the instance and deleting it from the info cache [ 1369.473024] env[69162]: DEBUG nova.network.neutron [req-edcae306-8d9f-457a-8abb-492f126b341e req-221c08d3-35f7-4b0b-a06a-34113e9935d5 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.688995] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.689309] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.821817] env[69162]: DEBUG nova.network.neutron [-] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.949944] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38099087-d0f5-485d-833b-d95b306a750b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.957580] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366d9689-29ed-44bd-bbed-57899bcd9bc4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.989803] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad6824eb-c786-4af8-8660-85606cfe9a06 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.992268] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a8a71b-0884-482e-a771-63d92b635f7c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.000638] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ad6f9e-adeb-415e-ad63-cbd027d4e527 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.006690] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3880d0df-3f6f-432c-a32d-5af69160ae6f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.026093] env[69162]: DEBUG nova.compute.provider_tree [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.032524] env[69162]: DEBUG nova.compute.manager [req-edcae306-8d9f-457a-8abb-492f126b341e req-221c08d3-35f7-4b0b-a06a-34113e9935d5 service nova] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Detach interface failed, port_id=a17aa7bf-1561-448f-a6ae-e2007868ea2e, reason: Instance 600cb01f-f4ca-4856-a048-4822e12a8045 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1370.153932] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.154188] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.194308] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.194308] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.194308] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.194308] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.194660] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.194660] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.324895] env[69162]: INFO nova.compute.manager [-] [instance: 600cb01f-f4ca-4856-a048-4822e12a8045] Took 1.36 seconds to deallocate network for instance. [ 1370.534471] env[69162]: DEBUG nova.scheduler.client.report [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.656709] env[69162]: DEBUG nova.compute.manager [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.696900] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.837518] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.039285] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.041597] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.345s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.041767] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.041924] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1371.042605] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.205s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.042831] env[69162]: DEBUG nova.objects.instance [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lazy-loading 'resources' on Instance uuid 600cb01f-f4ca-4856-a048-4822e12a8045 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.044363] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d7cf1c-cfa3-43af-be69-8efd27fda3e1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.053207] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b059d0f9-6b91-4b3b-91af-4bae8995d300 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.069017] env[69162]: INFO nova.scheduler.client.report [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Deleted allocations for instance bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4 [ 1371.070405] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f12bf71-7da1-4334-af93-496c39bf8bfc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.082344] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda1b8f-7704-42cc-8dc5-edc5b3239080 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.115730] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179043MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1371.115963] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.176754] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.578516] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "9cae9751-7a86-4b3b-941e-e7a96c29facf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.578877] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "9cae9751-7a86-4b3b-941e-e7a96c29facf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.578966] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "9cae9751-7a86-4b3b-941e-e7a96c29facf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.579184] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "9cae9751-7a86-4b3b-941e-e7a96c29facf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.579353] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "9cae9751-7a86-4b3b-941e-e7a96c29facf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.582898] env[69162]: INFO nova.compute.manager [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Terminating instance [ 1371.584110] env[69162]: DEBUG oslo_concurrency.lockutils [None req-3a775350-e53e-4b53-9911-e3484ad14ac7 tempest-ServerActionsTestOtherA-1481161246 tempest-ServerActionsTestOtherA-1481161246-project-member] Lock "bbc797d1-94ff-4cca-9b5a-7aa07b0c3fb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.025s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.608778] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb67f29c-e2f1-4dfc-9948-0823fa2447bb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.616785] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b28db-bc5d-4ff4-801e-ddb78c845d46 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.646768] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b32848e-caf4-4d53-a75f-8bd3c450206d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.654482] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d83f8-01be-450d-bec8-f25c78b894f1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.667639] env[69162]: DEBUG nova.compute.provider_tree [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.089505] env[69162]: DEBUG nova.compute.manager [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.089748] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.090950] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1251e-22ea-4f10-a697-7366d6249dc8 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.098878] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.099146] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0bf2b6-c158-48aa-aa8f-f3c0ce3a77e0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.105505] env[69162]: DEBUG oslo_vmware.api [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1372.105505] env[69162]: value = "task-3233692" [ 1372.105505] env[69162]: _type = "Task" [ 1372.105505] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.114425] env[69162]: DEBUG oslo_vmware.api [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.174906] env[69162]: DEBUG nova.scheduler.client.report [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.615200] env[69162]: DEBUG oslo_vmware.api [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233692, 'name': PowerOffVM_Task, 'duration_secs': 0.194273} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.615527] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.615628] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.615859] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ede57a4-d008-401d-b437-e8d475b936ab {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.683275] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.685284] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.685476] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.685654] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Deleting the datastore file [datastore2] 9cae9751-7a86-4b3b-941e-e7a96c29facf {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.686136] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.570s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.687585] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53928fa7-0606-4cf8-9c5c-9ccb4cbbc6e3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.694073] env[69162]: DEBUG oslo_vmware.api [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1372.694073] env[69162]: value = "task-3233694" [ 1372.694073] env[69162]: _type = "Task" [ 1372.694073] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.701543] env[69162]: DEBUG oslo_vmware.api [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.708141] env[69162]: INFO nova.scheduler.client.report [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Deleted allocations for instance 600cb01f-f4ca-4856-a048-4822e12a8045 [ 1373.205374] env[69162]: DEBUG oslo_vmware.api [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161635} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.206275] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.206468] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.206646] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.206820] env[69162]: INFO nova.compute.manager [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1373.207129] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.207331] env[69162]: DEBUG nova.compute.manager [-] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.207425] env[69162]: DEBUG nova.network.neutron [-] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.215578] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e0c39163-36ec-4263-938e-b433b6f953bd tempest-ServerPasswordTestJSON-216636611 tempest-ServerPasswordTestJSON-216636611-project-member] Lock "600cb01f-f4ca-4856-a048-4822e12a8045" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.282s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.621218] env[69162]: DEBUG nova.compute.manager [req-e0484c3a-91cc-40cb-bcb8-7820e0cc438d req-3ad7ac9e-7e4f-4abd-8283-0eab64ec67a7 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Received event network-vif-deleted-f664eeae-a5e1-429d-b613-bf3f68a80653 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.621527] env[69162]: INFO nova.compute.manager [req-e0484c3a-91cc-40cb-bcb8-7820e0cc438d req-3ad7ac9e-7e4f-4abd-8283-0eab64ec67a7 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Neutron deleted interface f664eeae-a5e1-429d-b613-bf3f68a80653; detaching it from the instance and deleting it from the info cache [ 1373.621585] env[69162]: DEBUG nova.network.neutron [req-e0484c3a-91cc-40cb-bcb8-7820e0cc438d req-3ad7ac9e-7e4f-4abd-8283-0eab64ec67a7 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.714068] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 42834082-43df-4698-b2c6-f70cc319d4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1373.714238] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance 9cae9751-7a86-4b3b-941e-e7a96c29facf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.105932] env[69162]: DEBUG nova.network.neutron [-] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.123835] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df32746b-519f-4f3f-aa43-e5b8ffff6301 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.133901] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f1f5e2-006a-44ec-9a8a-dbd1da17a250 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.161372] env[69162]: DEBUG nova.compute.manager [req-e0484c3a-91cc-40cb-bcb8-7820e0cc438d req-3ad7ac9e-7e4f-4abd-8283-0eab64ec67a7 service nova] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Detach interface failed, port_id=f664eeae-a5e1-429d-b613-bf3f68a80653, reason: Instance 9cae9751-7a86-4b3b-941e-e7a96c29facf could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.220045] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance cc0b969e-5b46-42cd-a6ab-276f16a50f2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1374.220296] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1374.220441] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1374.280795] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de961357-8dda-4a26-b40e-bc86df10b255 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.289128] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e5ba4-fef6-4d72-9537-f59396b339bf {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.320072] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4ec96d-0d9a-4bd4-9be2-1282800633f4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.327404] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2703a9-0c5f-4853-87c0-feeb2b97bc52 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.340393] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.610364] env[69162]: INFO nova.compute.manager [-] [instance: 9cae9751-7a86-4b3b-941e-e7a96c29facf] Took 1.40 seconds to deallocate network for instance. [ 1374.843631] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.120859] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.355018] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1375.355018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.666s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.355018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.176s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.355018] env[69162]: INFO nova.compute.claims [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.410786] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a24a93-46fa-41ca-a2fd-c7195759de50 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.418560] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612081ee-bad2-404f-9f3c-4f672b4940c0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.447756] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3ced03-16c6-433e-a2e9-63819c796a8a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.454775] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf34183-1c74-4a07-a2a7-643bc53a211e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.467594] env[69162]: DEBUG nova.compute.provider_tree [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.879939] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquiring lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.880212] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.971034] env[69162]: DEBUG nova.scheduler.client.report [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.383197] env[69162]: DEBUG nova.compute.manager [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Starting instance... {{(pid=69162) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.475894] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.476470] env[69162]: DEBUG nova.compute.manager [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.479235] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.358s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.479461] env[69162]: DEBUG nova.objects.instance [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lazy-loading 'resources' on Instance uuid 9cae9751-7a86-4b3b-941e-e7a96c29facf {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.910879] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.982663] env[69162]: DEBUG nova.compute.utils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1377.987262] env[69162]: DEBUG nova.compute.manager [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1377.987435] env[69162]: DEBUG nova.network.neutron [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.023789] env[69162]: DEBUG nova.policy [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5926377097224d1d8e481b7f1fcb17d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be225d3c8f040c5892c40c5aecd4287', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1378.051575] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3524e18-6418-419c-b7d9-d34019b8372b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.060774] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49b4d35-7e69-43db-a367-6522413637ac {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.091708] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51d16c2-a3ca-4dc7-810d-38544efdf8ea {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.099186] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e21778-36d8-4907-a20f-c4da0ae7a125 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.112970] env[69162]: DEBUG nova.compute.provider_tree [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.330041] env[69162]: DEBUG nova.network.neutron [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Successfully created port: adecd7a9-5d62-4649-8e15-9e350517b77b {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.487751] env[69162]: DEBUG nova.compute.manager [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.616652] env[69162]: DEBUG nova.scheduler.client.report [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.122293] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.125604] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.215s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.127134] env[69162]: INFO nova.compute.claims [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.147763] env[69162]: INFO nova.scheduler.client.report [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Deleted allocations for instance 9cae9751-7a86-4b3b-941e-e7a96c29facf [ 1379.498470] env[69162]: DEBUG nova.compute.manager [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.530148] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.530422] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.530581] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.530762] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.530918] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.531113] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.531331] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.531492] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.531656] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.531816] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.531987] env[69162]: DEBUG nova.virt.hardware [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.532873] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c103b81-644e-4da7-a3e9-85ea71c5bef5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.540996] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f539b7a-9aa4-4022-bf87-0e576e061875 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.655149] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4cb87a7e-c20b-41a3-954e-22b485ad4bb8 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "9cae9751-7a86-4b3b-941e-e7a96c29facf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.076s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.711035] env[69162]: DEBUG nova.compute.manager [req-5b89037f-ec0f-4415-9fd7-fcbe046ed2ba req-63036575-fe3d-4c58-aad4-4b0a4bb0efe3 service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Received event network-vif-plugged-adecd7a9-5d62-4649-8e15-9e350517b77b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.711327] env[69162]: DEBUG oslo_concurrency.lockutils [req-5b89037f-ec0f-4415-9fd7-fcbe046ed2ba req-63036575-fe3d-4c58-aad4-4b0a4bb0efe3 service nova] Acquiring lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.711482] env[69162]: DEBUG oslo_concurrency.lockutils [req-5b89037f-ec0f-4415-9fd7-fcbe046ed2ba req-63036575-fe3d-4c58-aad4-4b0a4bb0efe3 service nova] Lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.711645] env[69162]: DEBUG oslo_concurrency.lockutils [req-5b89037f-ec0f-4415-9fd7-fcbe046ed2ba req-63036575-fe3d-4c58-aad4-4b0a4bb0efe3 service nova] Lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.711811] env[69162]: DEBUG nova.compute.manager [req-5b89037f-ec0f-4415-9fd7-fcbe046ed2ba req-63036575-fe3d-4c58-aad4-4b0a4bb0efe3 service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] No waiting events found dispatching network-vif-plugged-adecd7a9-5d62-4649-8e15-9e350517b77b {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.711975] env[69162]: WARNING nova.compute.manager [req-5b89037f-ec0f-4415-9fd7-fcbe046ed2ba req-63036575-fe3d-4c58-aad4-4b0a4bb0efe3 service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Received unexpected event network-vif-plugged-adecd7a9-5d62-4649-8e15-9e350517b77b for instance with vm_state building and task_state spawning. [ 1379.799389] env[69162]: DEBUG nova.network.neutron [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Successfully updated port: adecd7a9-5d62-4649-8e15-9e350517b77b {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.184210] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf16ae-2615-4577-bf63-674e7d3b6e9a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.191834] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb2acf-73b0-45fa-80a1-7105bbc27364 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.221805] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab50d15-7f72-466e-bf2f-3e1d51d9ca20 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.228697] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0587b3ab-5924-4579-850c-09cceb159482 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.241656] env[69162]: DEBUG nova.compute.provider_tree [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.302327] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.302447] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.302596] env[69162]: DEBUG nova.network.neutron [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.477239] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "42834082-43df-4698-b2c6-f70cc319d4ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.477516] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "42834082-43df-4698-b2c6-f70cc319d4ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.477727] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "42834082-43df-4698-b2c6-f70cc319d4ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.477913] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "42834082-43df-4698-b2c6-f70cc319d4ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.478130] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "42834082-43df-4698-b2c6-f70cc319d4ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.480413] env[69162]: INFO nova.compute.manager [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Terminating instance [ 1380.744720] env[69162]: DEBUG nova.scheduler.client.report [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.843559] env[69162]: DEBUG nova.network.neutron [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1380.963589] env[69162]: DEBUG nova.network.neutron [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Updating instance_info_cache with network_info: [{"id": "adecd7a9-5d62-4649-8e15-9e350517b77b", "address": "fa:16:3e:13:dd:c3", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadecd7a9-5d", "ovs_interfaceid": "adecd7a9-5d62-4649-8e15-9e350517b77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.984492] env[69162]: DEBUG nova.compute.manager [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1380.984734] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.985874] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f26f885-91e0-4bc2-b602-20a4326a46c2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.994080] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.994329] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-418ecc3f-4574-4cff-9c96-e26a44803a84 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.037014] env[69162]: DEBUG oslo_vmware.api [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1381.037014] env[69162]: value = "task-3233695" [ 1381.037014] env[69162]: _type = "Task" [ 1381.037014] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.250066] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.250719] env[69162]: DEBUG nova.compute.manager [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Start building networks asynchronously for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.466884] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.467239] env[69162]: DEBUG nova.compute.manager [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Instance network_info: |[{"id": "adecd7a9-5d62-4649-8e15-9e350517b77b", "address": "fa:16:3e:13:dd:c3", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadecd7a9-5d", "ovs_interfaceid": "adecd7a9-5d62-4649-8e15-9e350517b77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1381.467678] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:dd:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adecd7a9-5d62-4649-8e15-9e350517b77b', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.475208] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.475432] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.475655] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e6bbc2e-1623-4867-a640-556a210d897d {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.494620] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.494620] env[69162]: value = "task-3233696" [ 1381.494620] env[69162]: _type = "Task" [ 1381.494620] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.501906] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233696, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.546038] env[69162]: DEBUG oslo_vmware.api [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233695, 'name': PowerOffVM_Task, 'duration_secs': 0.21029} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.546395] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.546565] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.546796] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbc5fe67-b8a6-428e-98c9-6ce515408aaa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.619230] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.619464] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.619646] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Deleting the datastore file [datastore2] 42834082-43df-4698-b2c6-f70cc319d4ea {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.619972] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aa7688a-f2ba-4b86-8655-0418d3c45685 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.626084] env[69162]: DEBUG oslo_vmware.api [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for the task: (returnval){ [ 1381.626084] env[69162]: value = "task-3233698" [ 1381.626084] env[69162]: _type = "Task" [ 1381.626084] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.633896] env[69162]: DEBUG oslo_vmware.api [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.739808] env[69162]: DEBUG nova.compute.manager [req-e5798fbb-de7a-41e5-ad16-ca990aca0f71 req-8f5fd8de-e773-459f-8676-e31f8edfaa7f service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Received event network-changed-adecd7a9-5d62-4649-8e15-9e350517b77b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.740091] env[69162]: DEBUG nova.compute.manager [req-e5798fbb-de7a-41e5-ad16-ca990aca0f71 req-8f5fd8de-e773-459f-8676-e31f8edfaa7f service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Refreshing instance network info cache due to event network-changed-adecd7a9-5d62-4649-8e15-9e350517b77b. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1381.740375] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5798fbb-de7a-41e5-ad16-ca990aca0f71 req-8f5fd8de-e773-459f-8676-e31f8edfaa7f service nova] Acquiring lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.740562] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5798fbb-de7a-41e5-ad16-ca990aca0f71 req-8f5fd8de-e773-459f-8676-e31f8edfaa7f service nova] Acquired lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.740754] env[69162]: DEBUG nova.network.neutron [req-e5798fbb-de7a-41e5-ad16-ca990aca0f71 req-8f5fd8de-e773-459f-8676-e31f8edfaa7f service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Refreshing network info cache for port adecd7a9-5d62-4649-8e15-9e350517b77b {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.756253] env[69162]: DEBUG nova.compute.utils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Using /dev/sd instead of None {{(pid=69162) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1381.758052] env[69162]: DEBUG nova.compute.manager [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Allocating IP information in the background. {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1381.758293] env[69162]: DEBUG nova.network.neutron [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] allocate_for_instance() {{(pid=69162) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.796201] env[69162]: DEBUG nova.policy [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e79c85d102b44f74bd832038cb1521fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae81440d2fdc4c159b2e6483eeb72b30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69162) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.005410] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233696, 'name': CreateVM_Task, 'duration_secs': 0.31391} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.005656] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.006856] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.007098] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.007299] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.007609] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a530632-a202-4b0b-92ea-19ed92f4ac98 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.012420] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1382.012420] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52988179-c547-6168-f1ba-95c82d57c042" [ 1382.012420] env[69162]: _type = "Task" [ 1382.012420] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.020546] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52988179-c547-6168-f1ba-95c82d57c042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.052817] env[69162]: DEBUG nova.network.neutron [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Successfully created port: c8c94d4b-30fc-46ba-b903-c0bec72347b7 {{(pid=69162) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.136711] env[69162]: DEBUG oslo_vmware.api [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Task: {'id': task-3233698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134582} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.137071] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.137304] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.137518] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.137726] env[69162]: INFO nova.compute.manager [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1382.138172] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.138434] env[69162]: DEBUG nova.compute.manager [-] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.138583] env[69162]: DEBUG nova.network.neutron [-] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.261818] env[69162]: DEBUG nova.compute.manager [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Start building block device mappings for instance. {{(pid=69162) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.524103] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52988179-c547-6168-f1ba-95c82d57c042, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.524483] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.525609] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.525609] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.525609] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.525609] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.525905] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a5b0e05-e893-4388-960e-bbb917ead74a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.535515] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.535857] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.536669] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ad05a4-35e5-406a-b96a-73ed09e847d0 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.546100] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1382.546100] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d1603b-7430-0d47-31bc-ab54367a03c3" [ 1382.546100] env[69162]: _type = "Task" [ 1382.546100] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.553853] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d1603b-7430-0d47-31bc-ab54367a03c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.606018] env[69162]: DEBUG nova.network.neutron [req-e5798fbb-de7a-41e5-ad16-ca990aca0f71 req-8f5fd8de-e773-459f-8676-e31f8edfaa7f service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Updated VIF entry in instance network info cache for port adecd7a9-5d62-4649-8e15-9e350517b77b. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.606018] env[69162]: DEBUG nova.network.neutron [req-e5798fbb-de7a-41e5-ad16-ca990aca0f71 req-8f5fd8de-e773-459f-8676-e31f8edfaa7f service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Updating instance_info_cache with network_info: [{"id": "adecd7a9-5d62-4649-8e15-9e350517b77b", "address": "fa:16:3e:13:dd:c3", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadecd7a9-5d", "ovs_interfaceid": "adecd7a9-5d62-4649-8e15-9e350517b77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.056775] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52d1603b-7430-0d47-31bc-ab54367a03c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.057589] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9d1aa4-2c38-475c-8e4a-db7ab6265b32 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.063906] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1383.063906] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5256d413-d69c-fe22-3f62-ecc744c2736c" [ 1383.063906] env[69162]: _type = "Task" [ 1383.063906] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.071014] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5256d413-d69c-fe22-3f62-ecc744c2736c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.107499] env[69162]: DEBUG nova.network.neutron [-] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.108930] env[69162]: DEBUG oslo_concurrency.lockutils [req-e5798fbb-de7a-41e5-ad16-ca990aca0f71 req-8f5fd8de-e773-459f-8676-e31f8edfaa7f service nova] Releasing lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.270676] env[69162]: DEBUG nova.compute.manager [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Start spawning the instance on the hypervisor. {{(pid=69162) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.299666] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T06:10:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T06:09:44Z,direct_url=,disk_format='vmdk',id=ffd621e6-83e3-4f32-bf4e-62ed3a489064,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='01cd39a05a0e44e09b612baa1567f3ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T06:09:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.299923] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Flavor limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.300156] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Image limits 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.300351] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Flavor pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.300497] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Image pref 0:0:0 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.300646] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69162) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.300855] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.301053] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.301256] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Got 1 possible topologies {{(pid=69162) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.301502] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.301587] env[69162]: DEBUG nova.virt.hardware [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69162) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.302427] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353bb3ba-afdc-4e14-a4d8-e58f9b96c9d3 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.310417] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce97bd72-6126-4ea6-afc0-d35cfef48e16 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.574159] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]5256d413-d69c-fe22-3f62-ecc744c2736c, 'name': SearchDatastore_Task, 'duration_secs': 0.010629} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.574437] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.574700] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] cc0b969e-5b46-42cd-a6ab-276f16a50f2a/cc0b969e-5b46-42cd-a6ab-276f16a50f2a.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.574953] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8088c30-4842-41ff-96ed-03890dc040b6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.583053] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1383.583053] env[69162]: value = "task-3233699" [ 1383.583053] env[69162]: _type = "Task" [ 1383.583053] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.592178] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.610329] env[69162]: INFO nova.compute.manager [-] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Took 1.47 seconds to deallocate network for instance. [ 1383.698593] env[69162]: DEBUG nova.network.neutron [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Successfully updated port: c8c94d4b-30fc-46ba-b903-c0bec72347b7 {{(pid=69162) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.770974] env[69162]: DEBUG nova.compute.manager [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] [instance: 42834082-43df-4698-b2c6-f70cc319d4ea] Received event network-vif-deleted-b3c915d0-e8a9-45f0-b2ad-5fd850e8742a {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.771145] env[69162]: DEBUG nova.compute.manager [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Received event network-vif-plugged-c8c94d4b-30fc-46ba-b903-c0bec72347b7 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.771358] env[69162]: DEBUG oslo_concurrency.lockutils [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] Acquiring lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.771666] env[69162]: DEBUG oslo_concurrency.lockutils [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] Lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.771877] env[69162]: DEBUG oslo_concurrency.lockutils [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] Lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.772131] env[69162]: DEBUG nova.compute.manager [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] No waiting events found dispatching network-vif-plugged-c8c94d4b-30fc-46ba-b903-c0bec72347b7 {{(pid=69162) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.772433] env[69162]: WARNING nova.compute.manager [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Received unexpected event network-vif-plugged-c8c94d4b-30fc-46ba-b903-c0bec72347b7 for instance with vm_state building and task_state spawning. [ 1383.772675] env[69162]: DEBUG nova.compute.manager [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Received event network-changed-c8c94d4b-30fc-46ba-b903-c0bec72347b7 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.772846] env[69162]: DEBUG nova.compute.manager [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Refreshing instance network info cache due to event network-changed-c8c94d4b-30fc-46ba-b903-c0bec72347b7. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.773052] env[69162]: DEBUG oslo_concurrency.lockutils [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] Acquiring lock "refresh_cache-c3ee3c23-535a-4a5b-8b62-679d7edc3597" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.773234] env[69162]: DEBUG oslo_concurrency.lockutils [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] Acquired lock "refresh_cache-c3ee3c23-535a-4a5b-8b62-679d7edc3597" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.773427] env[69162]: DEBUG nova.network.neutron [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Refreshing network info cache for port c8c94d4b-30fc-46ba-b903-c0bec72347b7 {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.092590] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464829} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.093015] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] cc0b969e-5b46-42cd-a6ab-276f16a50f2a/cc0b969e-5b46-42cd-a6ab-276f16a50f2a.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.093015] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.093246] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84510f37-af35-4700-9307-21fdf6778340 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.100413] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1384.100413] env[69162]: value = "task-3233700" [ 1384.100413] env[69162]: _type = "Task" [ 1384.100413] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.108086] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.116025] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.116292] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.116526] env[69162]: DEBUG nova.objects.instance [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lazy-loading 'resources' on Instance uuid 42834082-43df-4698-b2c6-f70cc319d4ea {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.200774] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquiring lock "refresh_cache-c3ee3c23-535a-4a5b-8b62-679d7edc3597" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.304091] env[69162]: DEBUG nova.network.neutron [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.366419] env[69162]: DEBUG nova.network.neutron [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.611805] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082847} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.612148] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.612917] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e115ac-7c8b-4c03-be16-bf35ce740f59 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.637219] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] cc0b969e-5b46-42cd-a6ab-276f16a50f2a/cc0b969e-5b46-42cd-a6ab-276f16a50f2a.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.638020] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c22f563-05e3-4c60-9f46-a02f7d01fd14 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.660197] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1384.660197] env[69162]: value = "task-3233701" [ 1384.660197] env[69162]: _type = "Task" [ 1384.660197] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.667867] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.691435] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c47a5f3-37e9-43ba-8fea-f820a4bf7001 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.698353] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d0b7a8-ff3f-419d-8e47-9db11eac9fbb {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.729080] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb762a4-80d6-44c8-83f6-d5b75857eac2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.736093] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0253645-2d06-4f5f-9efe-d16325968abe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.749804] env[69162]: DEBUG nova.compute.provider_tree [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.870053] env[69162]: DEBUG oslo_concurrency.lockutils [req-6d995106-8acf-4566-9665-2979067454e7 req-620a9aaf-6efd-4334-9865-09f50f9d6a21 service nova] Releasing lock "refresh_cache-c3ee3c23-535a-4a5b-8b62-679d7edc3597" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.870225] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquired lock "refresh_cache-c3ee3c23-535a-4a5b-8b62-679d7edc3597" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.870380] env[69162]: DEBUG nova.network.neutron [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.171775] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233701, 'name': ReconfigVM_Task, 'duration_secs': 0.284859} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.172094] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Reconfigured VM instance instance-0000007e to attach disk [datastore2] cc0b969e-5b46-42cd-a6ab-276f16a50f2a/cc0b969e-5b46-42cd-a6ab-276f16a50f2a.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.172649] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4e3718c-ae01-458a-b064-3938c824826b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.179341] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1385.179341] env[69162]: value = "task-3233702" [ 1385.179341] env[69162]: _type = "Task" [ 1385.179341] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.186206] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233702, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.252443] env[69162]: DEBUG nova.scheduler.client.report [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.401657] env[69162]: DEBUG nova.network.neutron [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Instance cache missing network info. {{(pid=69162) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.521733] env[69162]: DEBUG nova.network.neutron [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Updating instance_info_cache with network_info: [{"id": "c8c94d4b-30fc-46ba-b903-c0bec72347b7", "address": "fa:16:3e:7c:1c:a4", "network": {"id": "2197401f-5ec8-42f3-917e-ca540128c229", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-757511373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae81440d2fdc4c159b2e6483eeb72b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c94d4b-30", "ovs_interfaceid": "c8c94d4b-30fc-46ba-b903-c0bec72347b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.689525] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233702, 'name': Rename_Task, 'duration_secs': 0.138686} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.689785] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.690037] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0524c301-34c5-4b0d-a698-526aea83eaa7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.695846] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1385.695846] env[69162]: value = "task-3233703" [ 1385.695846] env[69162]: _type = "Task" [ 1385.695846] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.703104] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.757191] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.779846] env[69162]: INFO nova.scheduler.client.report [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Deleted allocations for instance 42834082-43df-4698-b2c6-f70cc319d4ea [ 1386.024935] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Releasing lock "refresh_cache-c3ee3c23-535a-4a5b-8b62-679d7edc3597" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.025392] env[69162]: DEBUG nova.compute.manager [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Instance network_info: |[{"id": "c8c94d4b-30fc-46ba-b903-c0bec72347b7", "address": "fa:16:3e:7c:1c:a4", "network": {"id": "2197401f-5ec8-42f3-917e-ca540128c229", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-757511373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae81440d2fdc4c159b2e6483eeb72b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c94d4b-30", "ovs_interfaceid": "c8c94d4b-30fc-46ba-b903-c0bec72347b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69162) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1386.025892] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:1c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c94d4b-30fc-46ba-b903-c0bec72347b7', 'vif_model': 'vmxnet3'}] {{(pid=69162) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.033922] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Creating folder: Project (ae81440d2fdc4c159b2e6483eeb72b30). Parent ref: group-v645978. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.034270] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83c22420-3f1d-440b-8818-2b836bd2bffc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.046877] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Created folder: Project (ae81440d2fdc4c159b2e6483eeb72b30) in parent group-v645978. [ 1386.047082] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Creating folder: Instances. Parent ref: group-v646326. {{(pid=69162) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.047330] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3842e8c-70dd-48fe-9f2b-43d66ba61101 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.057597] env[69162]: INFO nova.virt.vmwareapi.vm_util [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Created folder: Instances in parent group-v646326. [ 1386.057847] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.058057] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Creating VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.058276] env[69162]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd5c2b85-1115-43eb-96c1-5c03a3b7051c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.084274] env[69162]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.084274] env[69162]: value = "task-3233706" [ 1386.084274] env[69162]: _type = "Task" [ 1386.084274] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.092192] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233706, 'name': CreateVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.208362] env[69162]: DEBUG oslo_vmware.api [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233703, 'name': PowerOnVM_Task, 'duration_secs': 0.495751} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.208791] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.208912] env[69162]: INFO nova.compute.manager [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1386.209138] env[69162]: DEBUG nova.compute.manager [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.210105] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02320bb7-a7c3-41df-9865-cb8e595540c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.287137] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b5e9691a-322c-4fbe-ae54-1a49c1e84c62 tempest-ServerRescueNegativeTestJSON-1576714660 tempest-ServerRescueNegativeTestJSON-1576714660-project-member] Lock "42834082-43df-4698-b2c6-f70cc319d4ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.594368] env[69162]: DEBUG oslo_vmware.api [-] Task: {'id': task-3233706, 'name': CreateVM_Task, 'duration_secs': 0.426391} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.594565] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Created VM on the ESX host {{(pid=69162) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.595238] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.595411] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.595750] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.596046] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53983d5-fa2d-45a6-b5d9-4f912f55e0a1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.600286] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for the task: (returnval){ [ 1386.600286] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526566d4-8541-9f7d-c417-edcc4504b93e" [ 1386.600286] env[69162]: _type = "Task" [ 1386.600286] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.607396] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526566d4-8541-9f7d-c417-edcc4504b93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.729861] env[69162]: INFO nova.compute.manager [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Took 15.57 seconds to build instance. [ 1387.111780] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]526566d4-8541-9f7d-c417-edcc4504b93e, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.112093] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.112347] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Processing image ffd621e6-83e3-4f32-bf4e-62ed3a489064 {{(pid=69162) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.112667] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.112824] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.113016] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.113280] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27897801-860c-482a-a7a8-d1ee130218ed {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.122213] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69162) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.122413] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69162) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.123130] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4d66c8-5bf5-4ea9-b092-7eaf3fa5e060 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.129929] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for the task: (returnval){ [ 1387.129929] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529c5d26-994c-41bd-a2c2-f34144060855" [ 1387.129929] env[69162]: _type = "Task" [ 1387.129929] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.138038] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529c5d26-994c-41bd-a2c2-f34144060855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.233954] env[69162]: DEBUG oslo_concurrency.lockutils [None req-e4358ee8-3b53-4af6-8b87-4e1b1acb04ae tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.080s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.585613] env[69162]: DEBUG nova.compute.manager [req-36fdfd66-e961-49ed-8c7f-48c5dc071cdc req-7f75ba86-1e8a-4d0b-911e-8f41bfb623c7 service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Received event network-changed-adecd7a9-5d62-4649-8e15-9e350517b77b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.585613] env[69162]: DEBUG nova.compute.manager [req-36fdfd66-e961-49ed-8c7f-48c5dc071cdc req-7f75ba86-1e8a-4d0b-911e-8f41bfb623c7 service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Refreshing instance network info cache due to event network-changed-adecd7a9-5d62-4649-8e15-9e350517b77b. {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1387.586084] env[69162]: DEBUG oslo_concurrency.lockutils [req-36fdfd66-e961-49ed-8c7f-48c5dc071cdc req-7f75ba86-1e8a-4d0b-911e-8f41bfb623c7 service nova] Acquiring lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.586084] env[69162]: DEBUG oslo_concurrency.lockutils [req-36fdfd66-e961-49ed-8c7f-48c5dc071cdc req-7f75ba86-1e8a-4d0b-911e-8f41bfb623c7 service nova] Acquired lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.587164] env[69162]: DEBUG nova.network.neutron [req-36fdfd66-e961-49ed-8c7f-48c5dc071cdc req-7f75ba86-1e8a-4d0b-911e-8f41bfb623c7 service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Refreshing network info cache for port adecd7a9-5d62-4649-8e15-9e350517b77b {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.641117] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]529c5d26-994c-41bd-a2c2-f34144060855, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.642542] env[69162]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426d0425-d07a-482e-982f-080517e2201a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.650040] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for the task: (returnval){ [ 1387.650040] env[69162]: value = "session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b15c19-0008-823c-4b89-bce17faa5388" [ 1387.650040] env[69162]: _type = "Task" [ 1387.650040] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.656030] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b15c19-0008-823c-4b89-bce17faa5388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.160951] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': session[52029ba8-c85f-77bf-324d-a8e8334fd18f]52b15c19-0008-823c-4b89-bce17faa5388, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.161267] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.161528] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] c3ee3c23-535a-4a5b-8b62-679d7edc3597/c3ee3c23-535a-4a5b-8b62-679d7edc3597.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1388.161793] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bec1207-00af-4bd8-a8c7-45dfc1ab376b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.174502] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for the task: (returnval){ [ 1388.174502] env[69162]: value = "task-3233707" [ 1388.174502] env[69162]: _type = "Task" [ 1388.174502] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.183428] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.316826] env[69162]: DEBUG nova.network.neutron [req-36fdfd66-e961-49ed-8c7f-48c5dc071cdc req-7f75ba86-1e8a-4d0b-911e-8f41bfb623c7 service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Updated VIF entry in instance network info cache for port adecd7a9-5d62-4649-8e15-9e350517b77b. {{(pid=69162) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.317443] env[69162]: DEBUG nova.network.neutron [req-36fdfd66-e961-49ed-8c7f-48c5dc071cdc req-7f75ba86-1e8a-4d0b-911e-8f41bfb623c7 service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Updating instance_info_cache with network_info: [{"id": "adecd7a9-5d62-4649-8e15-9e350517b77b", "address": "fa:16:3e:13:dd:c3", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadecd7a9-5d", "ovs_interfaceid": "adecd7a9-5d62-4649-8e15-9e350517b77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.684988] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455252} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.685311] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ffd621e6-83e3-4f32-bf4e-62ed3a489064/ffd621e6-83e3-4f32-bf4e-62ed3a489064.vmdk to [datastore2] c3ee3c23-535a-4a5b-8b62-679d7edc3597/c3ee3c23-535a-4a5b-8b62-679d7edc3597.vmdk {{(pid=69162) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.685533] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Extending root virtual disk to 1048576 {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.685786] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f70e817-713c-4996-9a44-9f3f8b81b1ff {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.696276] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for the task: (returnval){ [ 1388.696276] env[69162]: value = "task-3233708" [ 1388.696276] env[69162]: _type = "Task" [ 1388.696276] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.703789] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.820833] env[69162]: DEBUG oslo_concurrency.lockutils [req-36fdfd66-e961-49ed-8c7f-48c5dc071cdc req-7f75ba86-1e8a-4d0b-911e-8f41bfb623c7 service nova] Releasing lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.206520] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072264} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.206772] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Extended root virtual disk {{(pid=69162) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.207502] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b0cc7b-81d3-43b0-9ee0-87ce2309ea19 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.229453] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] c3ee3c23-535a-4a5b-8b62-679d7edc3597/c3ee3c23-535a-4a5b-8b62-679d7edc3597.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.229736] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23db4db8-572a-4dce-8eaf-1c5ae50948cd {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.250256] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for the task: (returnval){ [ 1389.250256] env[69162]: value = "task-3233709" [ 1389.250256] env[69162]: _type = "Task" [ 1389.250256] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.257985] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.761523] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233709, 'name': ReconfigVM_Task, 'duration_secs': 0.296774} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.764894] env[69162]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Reconfigured VM instance instance-0000007f to attach disk [datastore2] c3ee3c23-535a-4a5b-8b62-679d7edc3597/c3ee3c23-535a-4a5b-8b62-679d7edc3597.vmdk or device None with type sparse {{(pid=69162) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.764894] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef5dc848-036e-4f57-90bc-a0962f7bcd70 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.788632] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for the task: (returnval){ [ 1389.788632] env[69162]: value = "task-3233710" [ 1389.788632] env[69162]: _type = "Task" [ 1389.788632] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.796461] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233710, 'name': Rename_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.299136] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233710, 'name': Rename_Task, 'duration_secs': 0.18205} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.299428] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.299670] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa32593-f96c-4c16-84b6-dc7354fff2b7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.351839] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for the task: (returnval){ [ 1390.351839] env[69162]: value = "task-3233711" [ 1390.351839] env[69162]: _type = "Task" [ 1390.351839] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.862716] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233711, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.362162] env[69162]: DEBUG oslo_vmware.api [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233711, 'name': PowerOnVM_Task, 'duration_secs': 0.560478} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.362438] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.362639] env[69162]: INFO nova.compute.manager [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1391.362819] env[69162]: DEBUG nova.compute.manager [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.363593] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c088d9-1c52-4330-836d-64ec094df457 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.881303] env[69162]: INFO nova.compute.manager [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Took 13.99 seconds to build instance. [ 1392.383678] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b1ad32d5-beb0-41a7-bfcb-cbfd3febbfa6 tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.503s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.961477] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquiring lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.961886] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.962040] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquiring lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.962236] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.962466] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.964776] env[69162]: INFO nova.compute.manager [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Terminating instance [ 1393.469074] env[69162]: DEBUG nova.compute.manager [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.469349] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.470748] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4969c340-c075-4763-bb79-2a2031ac5f46 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.478807] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.479079] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-003068dc-1bc9-40aa-b263-f3f898dfbc5c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.486585] env[69162]: DEBUG oslo_vmware.api [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for the task: (returnval){ [ 1393.486585] env[69162]: value = "task-3233712" [ 1393.486585] env[69162]: _type = "Task" [ 1393.486585] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.495824] env[69162]: DEBUG oslo_vmware.api [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.996480] env[69162]: DEBUG oslo_vmware.api [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233712, 'name': PowerOffVM_Task, 'duration_secs': 0.184562} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.996884] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.996942] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.997188] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f08e54a4-24a5-4ead-a833-b8baab972afe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.063820] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.064058] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.064253] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Deleting the datastore file [datastore2] c3ee3c23-535a-4a5b-8b62-679d7edc3597 {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.064515] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3fa382d-95ae-4428-9107-033411354c75 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.071438] env[69162]: DEBUG oslo_vmware.api [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for the task: (returnval){ [ 1394.071438] env[69162]: value = "task-3233714" [ 1394.071438] env[69162]: _type = "Task" [ 1394.071438] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.080596] env[69162]: DEBUG oslo_vmware.api [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.580999] env[69162]: DEBUG oslo_vmware.api [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Task: {'id': task-3233714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143536} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.581278] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.581466] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.581640] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.581812] env[69162]: INFO nova.compute.manager [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1394.582056] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.582259] env[69162]: DEBUG nova.compute.manager [-] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.582353] env[69162]: DEBUG nova.network.neutron [-] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.819234] env[69162]: DEBUG nova.compute.manager [req-87e6747f-2031-478f-b48a-5d5ff0fd6455 req-c80d7226-d3a3-42f7-9680-909baa1b8370 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Received event network-vif-deleted-c8c94d4b-30fc-46ba-b903-c0bec72347b7 {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.819459] env[69162]: INFO nova.compute.manager [req-87e6747f-2031-478f-b48a-5d5ff0fd6455 req-c80d7226-d3a3-42f7-9680-909baa1b8370 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Neutron deleted interface c8c94d4b-30fc-46ba-b903-c0bec72347b7; detaching it from the instance and deleting it from the info cache [ 1394.819658] env[69162]: DEBUG nova.network.neutron [req-87e6747f-2031-478f-b48a-5d5ff0fd6455 req-c80d7226-d3a3-42f7-9680-909baa1b8370 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.306141] env[69162]: DEBUG nova.network.neutron [-] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.321715] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86c605fe-8f80-402c-b03e-94dae61c4c66 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.331604] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bc57c5-04cc-40d6-a2fc-6954bc5274a7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.355729] env[69162]: DEBUG nova.compute.manager [req-87e6747f-2031-478f-b48a-5d5ff0fd6455 req-c80d7226-d3a3-42f7-9680-909baa1b8370 service nova] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Detach interface failed, port_id=c8c94d4b-30fc-46ba-b903-c0bec72347b7, reason: Instance c3ee3c23-535a-4a5b-8b62-679d7edc3597 could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1395.809529] env[69162]: INFO nova.compute.manager [-] [instance: c3ee3c23-535a-4a5b-8b62-679d7edc3597] Took 1.23 seconds to deallocate network for instance. [ 1396.316507] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.316859] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.317027] env[69162]: DEBUG nova.objects.instance [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lazy-loading 'resources' on Instance uuid c3ee3c23-535a-4a5b-8b62-679d7edc3597 {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.869411] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388fe820-58b3-4004-a63b-c03eb5b9de4e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.876944] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0ca419-7256-4a30-a575-3aa8c75d1c88 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.908980] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081db9c0-7891-483b-a94c-4591e4a559d6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.916526] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef634dc-68fa-4d45-a6dc-bef4aa3c5b95 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.930237] env[69162]: DEBUG nova.compute.provider_tree [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.433736] env[69162]: DEBUG nova.scheduler.client.report [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.938581] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.961500] env[69162]: INFO nova.scheduler.client.report [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Deleted allocations for instance c3ee3c23-535a-4a5b-8b62-679d7edc3597 [ 1398.469481] env[69162]: DEBUG oslo_concurrency.lockutils [None req-2abd4c25-6df3-45db-9a5b-d6f7d213300f tempest-ServerMetadataTestJSON-276432215 tempest-ServerMetadataTestJSON-276432215-project-member] Lock "c3ee3c23-535a-4a5b-8b62-679d7edc3597" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.508s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.558530] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.558886] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.558886] env[69162]: DEBUG nova.compute.manager [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69162) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1418.396602] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.396857] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.397034] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.392190] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.395956] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.899488] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.899744] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.899985] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.900216] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69162) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1421.901179] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d5b93f-8da2-4167-a5d0-07c02fe6bc4f {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.909795] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e387d21-af16-4292-abf9-ff41565f3c0a {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.923571] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dbd75c-431a-4713-bbd9-676666473704 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.929716] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883ada86-9650-4127-a32d-4417b20fd1d5 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.957579] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180262MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69162) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1421.957722] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.957926] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.981233] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Instance cc0b969e-5b46-42cd-a6ab-276f16a50f2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69162) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1422.981547] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1422.981591] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69162) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1423.006571] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279b0f06-1fb5-449e-9ec7-846f2923f7a1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.014064] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac7edfb-632f-411e-8975-9b580204840c {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.043554] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76458fb6-5a0b-4850-b8f1-e9e6ba997c43 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.050618] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d0528d-879b-45a9-84d7-0790b3390d25 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.064650] env[69162]: DEBUG nova.compute.provider_tree [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.567477] env[69162]: DEBUG nova.scheduler.client.report [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.072797] env[69162]: DEBUG nova.compute.resource_tracker [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69162) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1424.073191] env[69162]: DEBUG oslo_concurrency.lockutils [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.012272] env[69162]: DEBUG oslo_concurrency.lockutils [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.012567] env[69162]: DEBUG oslo_concurrency.lockutils [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.012759] env[69162]: DEBUG nova.compute.manager [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.013679] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2845158-6746-4de6-ae21-35ed46b946c7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.020838] env[69162]: DEBUG nova.compute.manager [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69162) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1425.021387] env[69162]: DEBUG nova.objects.instance [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'flavor' on Instance uuid cc0b969e-5b46-42cd-a6ab-276f16a50f2a {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.029412] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.029803] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1507fd7-5c7f-4c36-8515-63f11475daa1 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.037171] env[69162]: DEBUG oslo_vmware.api [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1426.037171] env[69162]: value = "task-3233715" [ 1426.037171] env[69162]: _type = "Task" [ 1426.037171] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.044935] env[69162]: DEBUG oslo_vmware.api [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.547267] env[69162]: DEBUG oslo_vmware.api [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233715, 'name': PowerOffVM_Task, 'duration_secs': 0.160561} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.547543] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.547715] env[69162]: DEBUG nova.compute.manager [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.548504] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f5abe8-e589-4ce7-826c-49cb40755ffe {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.059018] env[69162]: DEBUG oslo_concurrency.lockutils [None req-258f5005-d2ad-40ff-98f3-cfd27fc12605 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.367266] env[69162]: DEBUG nova.objects.instance [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'flavor' on Instance uuid cc0b969e-5b46-42cd-a6ab-276f16a50f2a {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.872644] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.872859] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.872992] env[69162]: DEBUG nova.network.neutron [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.873197] env[69162]: DEBUG nova.objects.instance [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'info_cache' on Instance uuid cc0b969e-5b46-42cd-a6ab-276f16a50f2a {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.072991] env[69162]: DEBUG oslo_service.periodic_task [None req-9511b9b9-0cc8-4f77-8c7e-213d696ef0cc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69162) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.376547] env[69162]: DEBUG nova.objects.base [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69162) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1429.076571] env[69162]: DEBUG nova.network.neutron [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Updating instance_info_cache with network_info: [{"id": "adecd7a9-5d62-4649-8e15-9e350517b77b", "address": "fa:16:3e:13:dd:c3", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadecd7a9-5d", "ovs_interfaceid": "adecd7a9-5d62-4649-8e15-9e350517b77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.579559] env[69162]: DEBUG oslo_concurrency.lockutils [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.584650] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Powering on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.585069] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc5e099d-8b6f-4a07-b91a-d2d65a76c504 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.592891] env[69162]: DEBUG oslo_vmware.api [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1430.592891] env[69162]: value = "task-3233716" [ 1430.592891] env[69162]: _type = "Task" [ 1430.592891] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.601307] env[69162]: DEBUG oslo_vmware.api [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.104305] env[69162]: DEBUG oslo_vmware.api [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.603939] env[69162]: DEBUG oslo_vmware.api [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.106066] env[69162]: DEBUG oslo_vmware.api [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233716, 'name': PowerOnVM_Task, 'duration_secs': 1.133524} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.106269] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Powered on the VM {{(pid=69162) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.106467] env[69162]: DEBUG nova.compute.manager [None req-f3b379df-e6fb-4f09-8599-3c70e5a68153 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.107183] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2d4f72-dff2-499d-8650-4003ccea527e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.180334] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60167dac-6797-4183-885b-f20a9edb4912 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.187481] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-343a3509-41fb-4131-94d0-3a097a9e298a tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Suspending the VM {{(pid=69162) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1433.187702] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-37f71235-ea43-43b7-8b1c-cf8587907b4b {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.193130] env[69162]: DEBUG oslo_vmware.api [None req-343a3509-41fb-4131-94d0-3a097a9e298a tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1433.193130] env[69162]: value = "task-3233717" [ 1433.193130] env[69162]: _type = "Task" [ 1433.193130] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.201763] env[69162]: DEBUG oslo_vmware.api [None req-343a3509-41fb-4131-94d0-3a097a9e298a tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233717, 'name': SuspendVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.703532] env[69162]: DEBUG oslo_vmware.api [None req-343a3509-41fb-4131-94d0-3a097a9e298a tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233717, 'name': SuspendVM_Task} progress is 70%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.204493] env[69162]: DEBUG oslo_vmware.api [None req-343a3509-41fb-4131-94d0-3a097a9e298a tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233717, 'name': SuspendVM_Task, 'duration_secs': 0.591778} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.204897] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-343a3509-41fb-4131-94d0-3a097a9e298a tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Suspended the VM {{(pid=69162) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1434.204955] env[69162]: DEBUG nova.compute.manager [None req-343a3509-41fb-4131-94d0-3a097a9e298a tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.205671] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4926e3d5-331c-4ab9-8ce0-3250d6c95bf7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.498894] env[69162]: INFO nova.compute.manager [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Resuming [ 1435.499585] env[69162]: DEBUG nova.objects.instance [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'flavor' on Instance uuid cc0b969e-5b46-42cd-a6ab-276f16a50f2a {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.009865] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.010264] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquired lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.010264] env[69162]: DEBUG nova.network.neutron [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Building network info cache for instance {{(pid=69162) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.700743] env[69162]: DEBUG nova.network.neutron [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Updating instance_info_cache with network_info: [{"id": "adecd7a9-5d62-4649-8e15-9e350517b77b", "address": "fa:16:3e:13:dd:c3", "network": {"id": "23bf83f8-7087-4fd5-81e9-09b6fcbeca46", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1077235455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4be225d3c8f040c5892c40c5aecd4287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadecd7a9-5d", "ovs_interfaceid": "adecd7a9-5d62-4649-8e15-9e350517b77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.203348] env[69162]: DEBUG oslo_concurrency.lockutils [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Releasing lock "refresh_cache-cc0b969e-5b46-42cd-a6ab-276f16a50f2a" {{(pid=69162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.204295] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fed49a-8e06-4b18-a4c8-bfd8ddc284c2 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.211078] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Resuming the VM {{(pid=69162) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1438.211314] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cdbbb49-bb68-41b4-8bbe-d6513e383ab7 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.217230] env[69162]: DEBUG oslo_vmware.api [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1438.217230] env[69162]: value = "task-3233718" [ 1438.217230] env[69162]: _type = "Task" [ 1438.217230] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.224723] env[69162]: DEBUG oslo_vmware.api [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.732623] env[69162]: DEBUG oslo_vmware.api [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.228350] env[69162]: DEBUG oslo_vmware.api [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233718, 'name': PowerOnVM_Task, 'duration_secs': 0.559922} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.228922] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Resumed the VM {{(pid=69162) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1439.228922] env[69162]: DEBUG nova.compute.manager [None req-4489328e-1a12-448a-bc2b-c371cdb28d14 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Checking state {{(pid=69162) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.229562] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99836bf2-fd04-4cd2-aeff-1e34d22d3771 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.158603] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.158908] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.159090] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.159281] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.159451] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.162028] env[69162]: INFO nova.compute.manager [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Terminating instance [ 1440.665746] env[69162]: DEBUG nova.compute.manager [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Start destroying the instance on the hypervisor. {{(pid=69162) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.666160] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Destroying instance {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.666963] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1163b05b-daa9-4b75-8ec0-367a79fc2ccc {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.674915] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Powering off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.675167] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e0ca4a-35ce-4d19-964a-7adf47a08954 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.681302] env[69162]: DEBUG oslo_vmware.api [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1440.681302] env[69162]: value = "task-3233719" [ 1440.681302] env[69162]: _type = "Task" [ 1440.681302] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.688994] env[69162]: DEBUG oslo_vmware.api [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.191616] env[69162]: DEBUG oslo_vmware.api [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233719, 'name': PowerOffVM_Task, 'duration_secs': 0.178714} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.191973] env[69162]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Powered off the VM {{(pid=69162) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.192118] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Unregistering the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.192385] env[69162]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45c09c2a-b690-4a3d-bc62-d1346aaca4fa {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.263976] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Unregistered the VM {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.264261] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Deleting contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.264423] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleting the datastore file [datastore2] cc0b969e-5b46-42cd-a6ab-276f16a50f2a {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.264674] env[69162]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38140216-7cd7-45fa-9928-41b8dda0352e {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.271583] env[69162]: DEBUG oslo_vmware.api [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for the task: (returnval){ [ 1441.271583] env[69162]: value = "task-3233721" [ 1441.271583] env[69162]: _type = "Task" [ 1441.271583] env[69162]: } to complete. {{(pid=69162) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.278905] env[69162]: DEBUG oslo_vmware.api [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.781346] env[69162]: DEBUG oslo_vmware.api [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Task: {'id': task-3233721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142915} completed successfully. {{(pid=69162) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.781794] env[69162]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleted the datastore file {{(pid=69162) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.781846] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Deleted contents of the VM from datastore datastore2 {{(pid=69162) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.782019] env[69162]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Instance destroyed {{(pid=69162) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.782202] env[69162]: INFO nova.compute.manager [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1441.782444] env[69162]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69162) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.782635] env[69162]: DEBUG nova.compute.manager [-] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Deallocating network for instance {{(pid=69162) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.782733] env[69162]: DEBUG nova.network.neutron [-] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] deallocate_for_instance() {{(pid=69162) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.188230] env[69162]: DEBUG nova.compute.manager [req-ee7932e7-a78f-4f5e-a5c3-035271980fc3 req-440efe00-fead-4dd6-b5ec-dc31a94aa0ea service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Received event network-vif-deleted-adecd7a9-5d62-4649-8e15-9e350517b77b {{(pid=69162) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.188230] env[69162]: INFO nova.compute.manager [req-ee7932e7-a78f-4f5e-a5c3-035271980fc3 req-440efe00-fead-4dd6-b5ec-dc31a94aa0ea service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Neutron deleted interface adecd7a9-5d62-4649-8e15-9e350517b77b; detaching it from the instance and deleting it from the info cache [ 1442.188342] env[69162]: DEBUG nova.network.neutron [req-ee7932e7-a78f-4f5e-a5c3-035271980fc3 req-440efe00-fead-4dd6-b5ec-dc31a94aa0ea service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.673581] env[69162]: DEBUG nova.network.neutron [-] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Updating instance_info_cache with network_info: [] {{(pid=69162) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.692329] env[69162]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ea1c942-3d8b-434e-a44f-965e3ff114e4 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.702488] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad63bb2-1d4f-4b15-aafc-de659523c913 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.726992] env[69162]: DEBUG nova.compute.manager [req-ee7932e7-a78f-4f5e-a5c3-035271980fc3 req-440efe00-fead-4dd6-b5ec-dc31a94aa0ea service nova] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Detach interface failed, port_id=adecd7a9-5d62-4649-8e15-9e350517b77b, reason: Instance cc0b969e-5b46-42cd-a6ab-276f16a50f2a could not be found. {{(pid=69162) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1443.175917] env[69162]: INFO nova.compute.manager [-] [instance: cc0b969e-5b46-42cd-a6ab-276f16a50f2a] Took 1.39 seconds to deallocate network for instance. [ 1443.682984] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.683311] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.683526] env[69162]: DEBUG nova.objects.instance [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lazy-loading 'resources' on Instance uuid cc0b969e-5b46-42cd-a6ab-276f16a50f2a {{(pid=69162) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.217378] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a15b600-dbb9-416c-b314-9797ed55d582 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.224956] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca06471e-e61e-4f64-a5fb-49b50460d544 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.255153] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c491607-c695-465e-89cc-90c5498774c6 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.262063] env[69162]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e0f7e-199f-47e7-b959-c9cd3d3a0e10 {{(pid=69162) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.275025] env[69162]: DEBUG nova.compute.provider_tree [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed in ProviderTree for provider: db608530-c8a6-4c13-82de-a0b8635a7033 {{(pid=69162) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.778014] env[69162]: DEBUG nova.scheduler.client.report [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Inventory has not changed for provider db608530-c8a6-4c13-82de-a0b8635a7033 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69162) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.282592] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.303514] env[69162]: INFO nova.scheduler.client.report [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Deleted allocations for instance cc0b969e-5b46-42cd-a6ab-276f16a50f2a [ 1445.811928] env[69162]: DEBUG oslo_concurrency.lockutils [None req-b8d1fcf3-dd39-4cac-b765-227a3e68d1c3 tempest-ServerActionsTestJSON-643220128 tempest-ServerActionsTestJSON-643220128-project-member] Lock "cc0b969e-5b46-42cd-a6ab-276f16a50f2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.653s {{(pid=69162) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}